-- Logs begin at Wed 2021-08-25 18:20:06 UTC, end at Wed 2021-08-25 19:18:52 UTC. -- Aug 25 18:54:26.590873 dv-cinder-806038-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Aug 25 18:54:28.918951 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.common.config [-] Logging enabled! Aug 25 18:54:28.920038 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1.dev13 Aug 25 18:54:28.920038 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74838) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Aug 25 18:54:28.922039 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.common.config [-] Logging enabled! Aug 25 18:54:28.922286 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1.dev13 Aug 25 18:54:28.922567 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74838) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Aug 25 18:54:28.923548 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 25 18:54:28.923784 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 25 18:54:28.924149 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 25 18:54:28.924401 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 25 18:54:28.924628 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 25 18:54:28.924952 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.925278 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.925552 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.925783 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.926084 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.926397 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.926685 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.926972 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.927276 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.927574 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.927858 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.928152 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.928384 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.928665 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] config_source = [] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.928958 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.929255 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.929482 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] debug = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.929766 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.930202 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.931164 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.931451 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.931746 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.932025 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.932308 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.932597 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.932940 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] host = dv-cinder-806038-1-smb {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.933221 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.933514 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.933807 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.934101 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.934412 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.934705 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.934999 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.935274 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] log_dir = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.935564 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] log_file = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.935839 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.936150 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.936426 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.936736 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.936959 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.937186 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.937478 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.937768 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.938048 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.938325 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.938631 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.938912 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.939193 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.939463 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.940242 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.940242 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.940427 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.940585 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.940863 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.941141 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.941434 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.941710 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.941995 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.942270 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.942580 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.942869 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.943152 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.943427 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.943735 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.944030 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.944322 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.944611 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.944886 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.945179 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.945460 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.945742 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] use_journal = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.946019 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] use_json = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.946346 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.947149 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.947435 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.947716 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.947993 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.948275 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.948553 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.948840 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:28.949145 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.949448 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.949754 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.950041 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.950342 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.950654 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.950950 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.951234 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.951530 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.951824 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.952120 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.952404 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.952699 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.953003 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.953296 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.953578 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.953867 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.954161 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.954468 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.954744 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.955025 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.955318 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.955600 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.955873 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.956163 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.956441 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.956718 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.956993 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.957271 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.957561 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.957840 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.958110 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.958400 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.958684 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.958968 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.959254 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.959611 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.959809 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.960084 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.960370 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.960648 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.960925 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.961202 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.961478 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.961761 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.962082 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.962355 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.962660 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.962944 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.963220 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.963495 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.963780 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.964062 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.964335 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.964618 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.964894 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.965171 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.965449 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.965744 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.966052 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.966335 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.966648 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.966993 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.967237 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.967490 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.967774 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.968057 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.968342 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.968621 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.968919 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.969209 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.969501 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.969786 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.970069 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.970390 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.970681 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.970964 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.971249 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.971530 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.971818 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.972101 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.972395 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.972693 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.972998 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.973292 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.973594 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.973882 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.974200 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.974512 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:28.974737 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 18:54:28.974992 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=74838) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 25 18:54:29.416120 dv-cinder-806038-1-smb neutron-server[74838]: INFO keyring.backend [-] Loading KWallet Aug 25 18:54:29.424383 dv-cinder-806038-1-smb neutron-server[74838]: INFO keyring.backend [-] Loading SecretService Aug 25 18:54:29.428170 dv-cinder-806038-1-smb neutron-server[74838]: INFO keyring.backend [-] Loading Windows Aug 25 18:54:29.429593 dv-cinder-806038-1-smb neutron-server[74838]: INFO keyring.backend [-] Loading chainer Aug 25 18:54:29.430197 dv-cinder-806038-1-smb neutron-server[74838]: INFO keyring.backend [-] Loading macOS Aug 25 18:54:29.466051 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=74838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:54:29.466322 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=74838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:54:29.466648 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=74838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:54:29.466989 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 25 18:54:29.804350 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:29.804601 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:29.804899 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:29.867587 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:29.867929 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:29.868232 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:29.871502 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:29.871797 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:29.872133 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:29.902745 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:29.903029 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:29.903293 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:29.933563 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:29.934143 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:29.934143 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:30.269040 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:30.269326 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:30.269629 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:30.269916 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:30.270938 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:30.404003 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:30.404351 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:30.404640 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:30.404946 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:30.405214 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:30.405521 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:30.405788 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:30.406048 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:30.406306 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:30.406620 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:30.406906 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:30.407197 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:30.407462 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:30.407732 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:30.408039 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:30.408311 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:30.408635 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:30.408939 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:30.409199 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:30.409511 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:30.409864 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:30.410153 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:30.410427 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:30.410711 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:30.410984 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:30.411207 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:30.411610 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=74838) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 18:54:30.411861 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=74838) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 18:54:30.412100 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=74838) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 18:54:30.412372 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=74838) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 18:54:30.412616 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=74838) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 18:54:30.412847 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=74838) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 18:54:30.413459 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 25 18:54:30.417120 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 25 18:54:30.421395 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 25 18:54:30.425816 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Aug 25 18:54:30.427676 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 25 18:54:30.428104 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 25 18:54:30.428448 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 25 18:54:30.428887 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 25 18:54:30.432519 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 25 18:54:30.432769 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 25 18:54:30.433156 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 25 18:54:30.463869 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Aug 25 18:54:30.464364 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:30.464685 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=74838) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 25 18:54:30.465093 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:30.466844 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=74838) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 25 18:54:30.467159 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 25 18:54:30.467413 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 25 18:54:30.471084 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:30.471397 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:30.535841 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 25 18:54:30.536022 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 25 18:54:30.536221 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 25 18:54:30.536666 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 25 18:54:30.569990 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_db.sqlalchemy.engines [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=74838) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Aug 25 18:54:30.932087 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.plugins.ml2.managers [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Initializing driver for type 'gre' Aug 25 18:54:30.932588 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] gre ID ranges: [(1, 1000)] Aug 25 18:54:30.993238 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.plugins.ml2.managers [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Initializing driver for type 'local' Aug 25 18:54:30.994093 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.plugins.ml2.managers [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Initializing driver for type 'vlan' Aug 25 18:54:31.009779 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] VlanTypeDriver initialization complete Aug 25 18:54:31.010116 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.plugins.ml2.managers [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Initializing driver for type 'vxlan' Aug 25 18:54:31.010674 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] vxlan ID ranges: [(1, 1000)] Aug 25 18:54:31.078933 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.plugins.ml2.managers [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Initializing extension driver 'port_security' Aug 25 18:54:31.079285 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.plugins.ml2.extensions.port_security [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] PortSecurityExtensionDriver initialization complete Aug 25 18:54:31.079634 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.plugins.ml2.managers [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Initializing mechanism driver 'openvswitch' Aug 25 18:54:31.079975 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.plugins.ml2.managers [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Initializing mechanism driver 'hyperv' Aug 25 18:54:31.086528 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.plugins.ml2.plugin [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=74838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:54:31.087859 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > port after_create 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.088241 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > port after_update 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.088598 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > port after_delete 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.088989 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > subnet after_create 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.089352 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > subnet after_update 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.089700 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > subnet after_delete 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.090085 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > network after_create 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.090466 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > network after_update 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.090816 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > network after_delete 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.091199 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > security_group after_create 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.091549 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > security_group after_update 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.091896 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > security_group after_delete 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.092285 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.092639 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.092988 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.093335 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] ML2 OVO RPC backend initialized. {{(pid=74838) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Aug 25 18:54:31.094038 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > router_interface after_create 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.094478 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.094926 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > network before_response 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.095274 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > networks before_response 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.095634 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > port before_response 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.095980 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > ports before_response 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.096332 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > subnet before_response 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.096675 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > subnets before_response 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.097024 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > network after_create 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.097370 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > network after_update 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.097720 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > network after_delete 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.098055 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > port after_create 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.098418 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > port after_update 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.098766 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > port after_delete 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.099108 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > subnet after_create 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.099450 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > subnet after_update 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.099791 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > subnet after_delete 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.100400 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.plugins.ml2.plugin [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Modular L2 Plugin initialization complete Aug 25 18:54:31.100735 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading services supported by the core plugin {{(pid=74838) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 25 18:54:31.101077 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.plugins.ml2.managers [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Got port-security extension from driver 'port_security' Aug 25 18:54:31.101549 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.extensions.vlantransparent [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Disabled vlantransparent extension. Aug 25 18:54:31.101972 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=74838) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 25 18:54:31.102286 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading Plugin: router Aug 25 18:54:31.139547 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > router_interface before_create 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.139982 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > router after_create 55549900 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.140352 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > router before_create 55549900 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.140731 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.141252 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.141623 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > router after_delete 55549900 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.141997 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > floatingip after_update 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.142397 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > router after_create 55549900 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.142766 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > router after_update 55549900 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.143134 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > router after_update 55549900 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.143498 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.143867 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > router after_update 55549900 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.144295 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > router precommit_update 55549900 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.144676 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: port after_update 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.145024 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: port after_delete 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.145375 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: subnet after_update 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.145722 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.146079 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > port precommit_delete 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.146523 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > router precommit_create 55549900 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.146877 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: port before_delete 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.147227 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > router precommit_create 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.147597 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > router after_update 55549900 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.150283 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > router precommit_delete 55549900 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.150283 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > router precommit_create 55549900 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.150283 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > router_interface after_create 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.150283 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > router precommit_update 55549900 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.150697 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > agent after_create 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.150697 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > agent after_delete 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.150697 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > network after_delete 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.151628 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.quota.resource_registry [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Tracking information for resource: router configured {{(pid=74838) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 18:54:31.151967 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.quota.resource_registry [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Tracking information for resource: floatingip configured {{(pid=74838) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 18:54:31.157071 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.db.l3_agentschedulers_db [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 25 18:54:31.157671 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: port after_update 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.158044 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: port after_create 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.158426 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: port after_delete 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.158794 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: port after_update 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.159621 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > router before_create 55550100 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.159991 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > router precommit_delete 55550100 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.160354 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > router precommit_create 55550100 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.160726 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > router precommit_update 55550100 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.165447 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.services.provider_configuration [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Service providers = [] {{(pid=74838) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 25 18:54:31.165824 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.db.servicetype_db [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=74838) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 25 18:54:31.168987 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.services.service_base [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=74838) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 18:54:31.169353 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.services.service_base [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=74838) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 18:54:31.169703 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.services.service_base [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=74838) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 18:54:31.170645 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.services.service_base [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=74838) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 18:54:31.171033 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.services.service_base [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 25 18:54:31.171440 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=74838) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 18:54:31.171761 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 25 18:54:31.183570 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=74838) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 18:54:31.183839 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading Plugin: auto_allocate Aug 25 18:54:31.189698 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: network precommit_update 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.190074 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: network precommit_create 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.190655 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=74838) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 18:54:31.190983 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading Plugin: tag Aug 25 18:54:31.198561 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=74838) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 18:54:31.198898 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading Plugin: timestamp Aug 25 18:54:31.202861 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=74838) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 18:54:31.203200 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading Plugin: network_ip_availability Aug 25 18:54:31.208578 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.208955 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.209321 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.210095 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=74838) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 18:54:31.210452 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading Plugin: flavors Aug 25 18:54:31.215547 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=74838) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 18:54:31.215889 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading Plugin: revisions Aug 25 18:54:31.220317 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=74838) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 18:54:31.220722 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_concurrency.lockutils [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.754s {{(pid=74838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:54:31.221491 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=74838) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}} Aug 25 18:54:31.221833 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Initializing extension manager. Aug 25 18:54:31.222348 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: __init__.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.222719 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: __pycache__ {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.223056 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.223394 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.223729 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: _filter_validation_lib.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.224081 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.224386 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: address_group.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.225202 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.225798 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: address-group Aug 25 18:54:31.226125 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: address_scope.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.227003 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.227447 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: address-scope Aug 25 18:54:31.231146 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: admin_state_down_before_update.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.231146 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.231146 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: router-admin-state-down-before-update Aug 25 18:54:31.231146 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: agent.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.231146 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.231146 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: agent Aug 25 18:54:31.231617 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: agent_resources_synced.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.232061 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.232585 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: agent-resources-synced Aug 25 18:54:31.232913 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: allowedaddresspairs.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.234845 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.235383 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: allowed-address-pairs Aug 25 18:54:31.235716 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: auto_allocated_topology.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.236844 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.237374 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: auto-allocated-topology Aug 25 18:54:31.237700 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: availability_zone.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.238525 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.238961 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: availability_zone Aug 25 18:54:31.239284 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: availability_zone_filter.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.240242 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.240738 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: availability_zone_filter Aug 25 18:54:31.241063 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: data_plane_status.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.242239 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.242798 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extension data-plane-status not supported by any of loaded plugins Aug 25 18:54:31.243657 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: default_subnetpools.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.244592 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.245109 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: default-subnetpools Aug 25 18:54:31.245433 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: dhcpagentscheduler.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.246242 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.246788 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: dhcp_agent_scheduler Aug 25 18:54:31.247114 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: dns.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.248063 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.248585 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extension dns-integration not supported by any of loaded plugins Aug 25 18:54:31.248911 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: dns_domain_ports.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.249867 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.250424 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 25 18:54:31.250740 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: dvr.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.251429 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.251949 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: dvr Aug 25 18:54:31.252275 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: empty_string_filtering.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.253210 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.253729 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: empty-string-filtering Aug 25 18:54:31.254049 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.255044 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.255608 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 25 18:54:31.256010 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.256940 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.257459 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 25 18:54:31.257788 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: external_net.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.258776 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.259325 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: external-net Aug 25 18:54:31.259653 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: extra_dhcp_opt.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.260586 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.261101 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: extra_dhcp_opt Aug 25 18:54:31.261429 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: extraroute.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.262356 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.262940 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: extraroute Aug 25 18:54:31.263268 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: extraroute_atomic.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.264332 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.264855 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: extraroute-atomic Aug 25 18:54:31.265186 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: filter_validation.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.265897 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.266436 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: filter-validation Aug 25 18:54:31.266764 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: fip_pf_description.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.267738 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.268260 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 25 18:54:31.268609 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: fip_port_details.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.269565 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.270086 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: fip-port-details Aug 25 18:54:31.270450 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: flavors.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.271713 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.272476 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: flavors Aug 25 18:54:31.272841 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.275162 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.275690 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 25 18:54:31.276029 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: floatingip_pools.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.277026 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.277548 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: floatingip-pools Aug 25 18:54:31.277932 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: ip_allocation.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.278923 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.279443 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extension ip_allocation not supported by any of loaded plugins Aug 25 18:54:31.279777 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.280711 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.281272 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: ip-substring-filtering Aug 25 18:54:31.281605 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: l2_adjacency.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.282589 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.283111 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 25 18:54:31.283439 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: l3.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.284476 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.285005 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: router Aug 25 18:54:31.285339 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: l3_conntrack_helper.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.287789 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.288384 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 25 18:54:31.288727 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.289683 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.290790 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: ext-gw-mode Aug 25 18:54:31.291129 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.292072 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.292600 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: l3-ha Aug 25 18:54:31.292935 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: l3_flavors.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.293872 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.294429 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: l3-flavors Aug 25 18:54:31.294767 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.295703 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.296226 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 25 18:54:31.296556 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: l3agentscheduler.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.297660 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.298191 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: l3_agent_scheduler Aug 25 18:54:31.298553 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: logging.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.300144 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.300668 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extension logging not supported by any of loaded plugins Aug 25 18:54:31.301002 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: metering.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.301764 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.302350 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: metering Aug 25 18:54:31.302712 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.303838 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.304361 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: metering_source_and_destination_fields Aug 25 18:54:31.304692 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: multiprovidernet.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.305676 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.306243 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: multi-provider Aug 25 18:54:31.306597 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: netmtu.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.307533 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.308059 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: net-mtu Aug 25 18:54:31.308387 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: netmtu_writable.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.309315 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.309830 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: net-mtu-writable Aug 25 18:54:31.310159 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: network_availability_zone.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.310881 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.311396 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: network_availability_zone Aug 25 18:54:31.311721 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: network_ip_availability.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.313003 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.313531 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: network-ip-availability Aug 25 18:54:31.313860 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: network_segment_range.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.314693 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.315209 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extension network-segment-range not supported by any of loaded plugins Aug 25 18:54:31.315537 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: pagination.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.316544 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.316878 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: pagination Aug 25 18:54:31.317202 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.318146 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.318710 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: port-mac-address-regenerate Aug 25 18:54:31.319034 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: port_resource_request.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.320054 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.320570 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extension port-resource-request not supported by any of loaded plugins Aug 25 18:54:31.320897 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: portbindings.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.321867 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.322407 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: binding Aug 25 18:54:31.322739 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: portbindings_extended.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.324072 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.324601 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: binding-extended Aug 25 18:54:31.324936 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: portsecurity.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.325879 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.326447 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: port-security Aug 25 18:54:31.326799 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: project_id.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.327805 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.328147 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: project-id Aug 25 18:54:31.328466 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: providernet.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.329396 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.329919 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: provider Aug 25 18:54:31.330258 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: qos.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.333885 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.334449 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extension qos not supported by any of loaded plugins Aug 25 18:54:31.334787 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.336050 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.336586 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 25 18:54:31.337474 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.338452 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.338982 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 25 18:54:31.339311 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: qos_default.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.340257 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.340811 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extension qos-default not supported by any of loaded plugins Aug 25 18:54:31.341141 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: qos_fip.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.341866 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.342416 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extension qos-fip not supported by any of loaded plugins Aug 25 18:54:31.342756 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: qos_gateway_ip.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.343787 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.344305 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 25 18:54:31.344632 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: qos_port_network_policy.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.345561 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.346080 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 25 18:54:31.346437 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: qos_rule_type_details.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.347373 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.347899 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 25 18:54:31.348231 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: qos_rules_alias.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.349307 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.349828 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 25 18:54:31.350162 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: quotasv2.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.351134 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.351465 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: quotas Aug 25 18:54:31.351795 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: quotasv2_detail.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.354133 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.354509 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: quota_details Aug 25 18:54:31.354843 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: rbac.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.355933 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.356469 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: rbac-policies Aug 25 18:54:31.356807 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: rbac_address_scope.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.357754 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.358287 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: rbac-address-scope Aug 25 18:54:31.358642 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: rbac_security_groups.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.359583 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.360105 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: rbac-security-groups Aug 25 18:54:31.360433 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: rbac_subnetpool.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.361368 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.361883 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: rbac-subnetpool Aug 25 18:54:31.362214 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: revisionifmatch.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.363182 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.363705 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: revision-if-match Aug 25 18:54:31.364032 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: revisions.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.365163 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.365689 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: standard-attr-revisions Aug 25 18:54:31.366016 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: router_availability_zone.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.366986 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.367506 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: router_availability_zone Aug 25 18:54:31.367834 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: routerservicetype.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.368806 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.369320 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extension router-service-type not supported by any of loaded plugins Aug 25 18:54:31.369648 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: security_groups_port_filtering.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.370638 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.371160 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: port-security-groups-filtering Aug 25 18:54:31.371485 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: securitygroup.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.382848 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.383423 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: security-group Aug 25 18:54:31.383790 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: segment.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.384662 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.385179 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extension segment not supported by any of loaded plugins Aug 25 18:54:31.385513 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.386589 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.387116 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 25 18:54:31.387444 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: servicetype.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.388586 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.389116 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: service-type Aug 25 18:54:31.389450 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: sorting.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.390494 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.390833 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: sorting Aug 25 18:54:31.391173 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: standard_attr_segment.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.392118 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.392649 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 25 18:54:31.392975 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: standardattrdescription.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.393640 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.394156 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: standard-attr-description Aug 25 18:54:31.394521 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: stateful_security_group.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.395486 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.395996 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: stateful-security-group Aug 25 18:54:31.396329 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: stdattrs_common.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.396926 dv-cinder-806038-1-smb neutron-server[74838]: WARNING neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 25 18:54:31.397250 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.398207 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.398756 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 25 18:54:31.399081 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: subnet_onboard.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.400804 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.401341 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: subnet_onboard Aug 25 18:54:31.401692 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.402682 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.403204 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 25 18:54:31.403531 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: subnet_service_types.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.404473 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.405002 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: subnet-service-types Aug 25 18:54:31.405329 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: subnetallocation.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.406495 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.407028 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: subnet_allocation Aug 25 18:54:31.407359 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.408102 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.408637 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: subnetpool-prefix-ops Aug 25 18:54:31.408966 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.409927 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.410483 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 25 18:54:31.410822 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: tagging.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.411924 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.412464 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: standard-attr-tag Aug 25 18:54:31.412784 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: timestamp.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.414023 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.414581 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loaded extension: standard-attr-timestamp Aug 25 18:54:31.414917 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: trunk.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.416522 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.417054 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extension trunk not supported by any of loaded plugins Aug 25 18:54:31.417385 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: trunk_details.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.418330 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.418896 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extension trunk-details not supported by any of loaded plugins Aug 25 18:54:31.419225 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: uplink_status_propagation.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.420173 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.420690 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 25 18:54:31.421017 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Loading extension file: vlantransparent.py {{(pid=74838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:31.421712 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=74838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:31.422228 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 25 18:54:31.424664 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.quota.resource_registry [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Creating instance of TrackedResource for resource:network Aug 25 18:54:31.425407 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.quota.resource_registry [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Creating instance of TrackedResource for resource:subnet Aug 25 18:54:31.426030 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.quota.resource_registry [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 18:54:31.426868 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.quota.resource_registry [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Creating instance of TrackedResource for resource:port Aug 25 18:54:31.428172 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.v2.resource_helper [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74838) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 18:54:31.428643 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.v2.resource_helper [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Service FLAVORS assigned prefix: {{(pid=74838) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 18:54:31.429268 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.v2.resource_helper [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74838) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 18:54:31.429720 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.v2.resource_helper [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74838) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 18:54:31.430057 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.quota.resource_registry [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Creating instance of TrackedResource for resource:router Aug 25 18:54:31.430806 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.quota.resource_registry [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Creating instance of TrackedResource for resource:floatingip Aug 25 18:54:31.431531 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.v2.resource_helper [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Service METERING assigned prefix: /metering {{(pid=74838) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 18:54:31.433009 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.433397 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.433831 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:31.435002 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.quota.resource_registry [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Creating instance of CountableResource for resource:rbac_policy Aug 25 18:54:31.435464 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.quota.resource_registry [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Creating instance of TrackedResource for resource:security_group Aug 25 18:54:31.436145 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.quota.resource_registry [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 25 18:54:31.436894 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.v2.resource_helper [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Service CORE assigned prefix: {{(pid=74838) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 18:54:31.437226 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.quota.resource_registry [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 18:54:31.437573 dv-cinder-806038-1-smb neutron-server[74838]: WARNING neutron.quota.resource_registry [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] subnetpool is already registered Aug 25 18:54:31.438187 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.v2.resource_helper [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Service CORE assigned prefix: {{(pid=74838) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 18:54:31.438552 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.quota.resource_registry [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 18:54:31.438878 dv-cinder-806038-1-smb neutron-server[74838]: WARNING neutron.quota.resource_registry [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] subnetpool is already registered Aug 25 18:54:31.441512 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.v2.resource_helper [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74838) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 18:54:31.441959 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.v2.resource_helper [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Service FLAVORS assigned prefix: {{(pid=74838) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 18:54:31.442606 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.v2.resource_helper [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74838) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 18:54:31.443041 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.v2.resource_helper [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74838) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 18:54:31.443385 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.quota.resource_registry [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Creating instance of TrackedResource for resource:router Aug 25 18:54:31.443715 dv-cinder-806038-1-smb neutron-server[74838]: WARNING neutron.quota.resource_registry [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] router is already registered Aug 25 18:54:31.444335 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.quota.resource_registry [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Creating instance of TrackedResource for resource:floatingip Aug 25 18:54:31.444672 dv-cinder-806038-1-smb neutron-server[74838]: WARNING neutron.quota.resource_registry [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] floatingip is already registered Aug 25 18:54:31.445310 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.v2.resource_helper [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Service METERING assigned prefix: /metering {{(pid=74838) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 18:54:31.446005 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.quota.resource_registry [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Creating instance of CountableResource for resource:rbac_policy Aug 25 18:54:31.446401 dv-cinder-806038-1-smb neutron-server[74838]: WARNING neutron.quota.resource_registry [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] rbac_policy is already registered Aug 25 18:54:31.446959 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.quota.resource_registry [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Creating instance of TrackedResource for resource:security_group Aug 25 18:54:31.447292 dv-cinder-806038-1-smb neutron-server[74838]: WARNING neutron.quota.resource_registry [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] security_group is already registered Aug 25 18:54:31.447906 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.quota.resource_registry [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 25 18:54:31.448239 dv-cinder-806038-1-smb neutron-server[74838]: WARNING neutron.quota.resource_registry [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] security_group_rule is already registered Aug 25 18:54:31.448925 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.v2.resource_helper [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Service CORE assigned prefix: {{(pid=74838) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 18:54:31.449279 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.quota.resource_registry [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 18:54:31.449845 dv-cinder-806038-1-smb neutron-server[74838]: WARNING neutron.quota.resource_registry [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] subnetpool is already registered Aug 25 18:54:31.450199 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.v2.resource_helper [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Service CORE assigned prefix: {{(pid=74838) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 18:54:31.450561 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.quota.resource_registry [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 18:54:31.450886 dv-cinder-806038-1-smb neutron-server[74838]: WARNING neutron.quota.resource_registry [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] subnetpool is already registered Aug 25 18:54:31.451552 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extended resource: extensions {{(pid=74838) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:31.453049 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extended resource: address-groups {{(pid=74838) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:31.454687 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extended resource: address-scopes {{(pid=74838) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:31.455893 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extended resource: agents {{(pid=74838) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:31.457071 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extended resource: auto-allocated-topology {{(pid=74838) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:31.458297 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extended resource: availability_zones {{(pid=74838) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:31.459622 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extended resource: dhcp-networks {{(pid=74838) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:31.461061 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extended resource: dhcp-agents {{(pid=74838) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:31.463048 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extended resource: routers {{(pid=74838) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:31.464975 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extended resource: flavors {{(pid=74838) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:31.466184 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extended resource: service_profiles {{(pid=74838) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:31.467419 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extended resource: next_providers {{(pid=74838) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:31.468925 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extended resource: service_profiles {{(pid=74838) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:31.470354 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extended resource: floatingip-pools {{(pid=74838) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:31.471578 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extended resource: routers {{(pid=74838) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:31.473402 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extended resource: floatingips {{(pid=74838) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:31.474604 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extended resource: l3-routers {{(pid=74838) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:31.475954 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extended resource: l3-agents {{(pid=74838) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:31.477394 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extended resource: metering-labels {{(pid=74838) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:31.480339 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extended resource: metering-label-rules {{(pid=74838) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:31.481624 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extended resource: network-ip-availabilities {{(pid=74838) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:31.482896 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extended resource: bindings {{(pid=74838) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:31.484535 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extended resource: quotas {{(pid=74838) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:31.485972 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extended resource: quotas {{(pid=74838) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:31.487487 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extended resource: rbac-policies {{(pid=74838) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:31.488816 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extended resource: security-groups {{(pid=74838) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:31.490056 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extended resource: security-group-rules {{(pid=74838) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:31.491425 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extended resource: service-providers {{(pid=74838) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:31.492911 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extended resource: subnetpools {{(pid=74838) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:31.494343 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extended resource: subnetpools {{(pid=74838) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:31.495799 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extended resource: tags {{(pid=74838) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:31.497457 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extended resource: tags {{(pid=74838) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:31.499254 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extended resource: tags {{(pid=74838) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:31.501049 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extended resource: tags {{(pid=74838) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:31.502851 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extended resource: tags {{(pid=74838) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:31.504510 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extended resource: tags {{(pid=74838) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:31.506247 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extended resource: tags {{(pid=74838) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:31.508101 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extended resource: tags {{(pid=74838) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:31.510381 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extended resource: tags {{(pid=74838) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:31.513787 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron.api.extensions [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Extended resource: tags {{(pid=74838) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:31.523363 dv-cinder-806038-1-smb neutron-server[74838]: WARNING keystonemiddleware.auth_token [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 25 18:54:31.528715 dv-cinder-806038-1-smb neutron-server[74838]: WARNING keystonemiddleware.auth_token [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 25 18:54:31.537043 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_concurrency.lockutils [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Acquired lock "singleton_lock" {{(pid=74838) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 25 18:54:31.537531 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_concurrency.lockutils [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Releasing lock "singleton_lock" {{(pid=74838) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 25 18:54:31.538163 dv-cinder-806038-1-smb neutron-server[74838]: INFO oslo_service.service [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Starting 2 workers Aug 25 18:54:31.543351 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Started child 74943 {{(pid=74838) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 25 18:54:31.547795 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Started child 74944 {{(pid=74838) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 25 18:54:31.549410 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:31.549976 dv-cinder-806038-1-smb neutron-server[74838]: INFO neutron.service [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 25 18:54:31.550134 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Notify callbacks [] for process, before_spawn {{(pid=74838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:31.550893 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [-] (74943) wsgi starting up on http://0.0.0.0:9696 Aug 25 18:54:31.552572 dv-cinder-806038-1-smb neutron-server[74838]: INFO oslo_service.service [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Starting 1 workers Aug 25 18:54:31.552798 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:31.554351 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [-] (74944) wsgi starting up on http://0.0.0.0:9696 Aug 25 18:54:31.557671 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Started child 74945 {{(pid=74838) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 25 18:54:31.558212 dv-cinder-806038-1-smb neutron-server[74838]: INFO oslo_service.service [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Starting 1 workers Aug 25 18:54:31.561674 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.service [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] calling RpcWorker wait() {{(pid=74945) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 25 18:54:31.562805 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.service [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] returning from RpcWorker wait() {{(pid=74945) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 25 18:54:31.562936 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Started child 74946 {{(pid=74838) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 25 18:54:31.563460 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:31.563714 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7aa-04f9-4f4a-b7fc-f6dfa4807348 None None] Notify callbacks [] for process, after_spawn {{(pid=74838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:31.563965 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:54:31.565492 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74838) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 25 18:54:31.565738 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 25 18:54:31.565896 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 25 18:54:31.566079 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 25 18:54:31.566665 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 25 18:54:31.566813 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 25 18:54:31.567356 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.567672 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.567939 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.568191 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.568659 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.569365 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.569614 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.570001 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.570208 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.570460 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:31.571931 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.571931 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.571931 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.571931 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.571931 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.573202 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.573202 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.573202 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.573202 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.573202 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.574083 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.574083 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.574083 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.574083 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] debug = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.574937 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.574937 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.574937 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.575537 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.575537 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.576133 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.576133 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.576619 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.576619 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.576619 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.577078 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.577078 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.577645 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.577645 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.578070 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.578070 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.578513 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] host = dv-cinder-806038-1-smb {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.578856 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.579183 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.579383 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.579579 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.579792 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.580062 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.580419 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.580419 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.580979 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.580979 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.581787 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.581787 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.581787 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.582415 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] log_file = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.582415 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] log_options = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.582415 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.583159 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.583159 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.583159 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.583159 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.583912 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.583912 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.583912 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.583912 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.584663 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.584663 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.584663 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.585086 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.585086 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.585344 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.585503 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.585757 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.586157 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.586413 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.586551 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.586705 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.587007 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.587735 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.587986 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.588196 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.588403 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.588636 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.588867 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.589154 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.589337 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.589582 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.589850 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.590151 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.590424 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.590618 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.590846 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.591045 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.591397 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.591604 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.591802 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.592113 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.592832 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.592832 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.593212 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.593212 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.594561 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] use_json = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.594561 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.594561 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.594561 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.594561 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.595376 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.595376 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.595376 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.595376 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.595923 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.596082 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.596474 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.596656 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.596905 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.597893 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.597893 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.597893 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.597893 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.599153 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.599153 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.599153 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.599153 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.600921 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.600921 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.600921 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.600921 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.600921 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.600921 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.600921 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.600921 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.602868 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.602868 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.602868 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.602868 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.602868 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.602868 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.602868 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.602868 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.602868 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.603389 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.603389 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.603511 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.603589 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:54:31.603943 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.603943 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.604188 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.605017 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.605269 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.605534 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.605767 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.606009 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.606279 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.606279 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.606967 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.606967 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.607442 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.607442 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.607442 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.608084 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.608084 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.608084 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.608758 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.608758 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.608758 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.609957 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.609957 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.609957 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.609957 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.609957 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.611302 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.611302 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.611302 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.611302 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.611302 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.611302 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.611302 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.612688 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.612688 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.612688 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.612688 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.612688 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.612688 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.613579 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.613579 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.613579 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.614082 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.614082 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.614354 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.614354 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.614703 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.614887 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.615107 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.615943 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.615943 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.615943 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.616437 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.616617 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.617015 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.618477 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.622152 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.626446 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.626446 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.626446 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.626446 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.626446 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.626446 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.626446 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.626446 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.628660 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.628660 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.628660 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.628660 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.628660 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.628660 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.628660 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.628660 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.630121 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.630121 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.630121 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.630121 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.630121 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.630121 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.630121 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.630121 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.633193 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.633193 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.633193 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.633193 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.633193 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.633193 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.633193 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.633193 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.635981 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.635981 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.635981 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.635981 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.635981 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.635981 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.635981 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.635981 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.639637 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.639929 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.640214 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.640472 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.640743 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.642644 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.643367 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.644272 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.644687 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.645073 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.645500 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.645909 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.646594 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.647028 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.647368 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.647918 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.648386 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.648663 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.648959 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.649304 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.649644 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.649967 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.650433 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.650903 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.651212 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.651469 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.651746 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.652032 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.652579 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.653720 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.653720 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.653720 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.653970 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.654218 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.654655 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.655300 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.655727 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.656113 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.656778 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.656918 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.657330 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.657717 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.658160 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.658792 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.659181 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.659593 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.659998 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.660431 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.660691 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.660954 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.661235 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.661516 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.661897 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.662237 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.662545 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.662811 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.663094 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.663431 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.663705 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.664019 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.664292 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.664608 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.664914 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.665692 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.665912 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.666200 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.666512 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.666750 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.667075 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.667401 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.667665 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.667987 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.668263 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.668764 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.669047 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.669277 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.669578 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.669811 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.670205 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.670556 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.670826 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.671138 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.671411 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.671658 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.672126 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.672614 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.672874 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.673146 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.673404 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.673809 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.674219 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.674775 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.675120 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.675453 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.675741 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.676058 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.676329 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.676622 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.676902 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.677187 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.677534 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.677970 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.678285 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.678589 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.678863 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.679244 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.679495 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.679801 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.680064 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.680370 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.680629 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.681508 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.681774 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.682007 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.682247 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.682508 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.682752 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.682996 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.683310 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.683589 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.683826 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.684092 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 18:54:31.684634 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74838) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 25 18:54:31.684854 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 25 18:54:31.685032 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 25 18:54:31.685217 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 25 18:54:31.685416 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 25 18:54:31.685560 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 25 18:54:31.685941 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.686278 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.686656 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.687026 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.687400 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.687812 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.687986 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.688166 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.688346 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.688507 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.688858 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.689171 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.689557 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.689802 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.689979 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.690224 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.690455 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.690554 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.690725 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.690933 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.691086 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.691242 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.691409 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] debug = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.691580 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.691817 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.692007 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.692212 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.692410 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.692599 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.692951 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.692951 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.693275 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.693275 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.693629 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.693629 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.693629 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.694152 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.694152 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.694152 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.694743 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] host = dv-cinder-806038-1-smb {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.694743 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.695126 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:54:31.695351 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.695351 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.695351 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.695351 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.695351 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.695351 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.696475 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.696475 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.696475 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.696475 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.696475 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.696475 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.696475 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] log_file = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.696475 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] log_options = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.697381 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.697381 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.697381 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.697381 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.697381 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.697975 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.697975 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.697975 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.697975 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.698467 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.698467 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.698467 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.698827 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.698827 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.699058 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.699058 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.699298 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.699298 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.699529 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.699730 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.699730 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.699967 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.700089 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.700211 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.700332 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.700446 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.700586 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.700736 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.700890 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.701053 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.701209 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.701367 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.701524 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.701707 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.701878 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.702061 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.702318 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.702528 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.702710 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.702990 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.703115 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.703269 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.703448 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.703633 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.703839 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.703997 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] use_json = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.704115 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.704292 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.704480 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.704638 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.704833 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.704998 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.705189 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.705351 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:31.705558 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.705779 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.705953 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.706134 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.706331 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.706629 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.706804 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.707024 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.707211 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.707387 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.707602 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.707764 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.707942 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.708102 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.708264 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.708423 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.708602 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.708782 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.708958 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.709132 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.709352 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.709972 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.709972 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.709972 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.710667 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.710667 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.710667 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.710667 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.711147 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.711147 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.711147 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.711502 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.711502 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.711745 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.712108 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.712108 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.712407 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.712539 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.712663 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.712825 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.713143 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.713303 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.713411 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.713597 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.713957 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.713957 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.714224 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.714224 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.714525 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.714649 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.714816 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.715012 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.715189 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.715357 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.715518 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.715678 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.715883 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.716093 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.716330 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.716492 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.716654 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.716788 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.716947 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.717168 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.717429 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.717671 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.717841 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.718023 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.718256 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.718454 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.718683 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.718868 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.719098 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.719285 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.719470 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.719716 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.719882 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.720054 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.720256 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.720441 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.720616 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.720863 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.721087 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.721246 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.721523 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.721655 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.721784 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.721941 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.722135 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.722313 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.722629 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.722718 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.722920 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.723057 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.723214 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.723451 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.723661 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.723755 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.723933 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.724083 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.724300 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.724470 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.724647 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.725053 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.725053 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.725222 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.725675 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.725675 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.725675 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.725924 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.725924 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.726130 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.730394 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.730394 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.730394 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.730394 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.730394 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.730394 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.730394 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.730394 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.731243 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.731243 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.731243 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.731243 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.731243 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.731243 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.731243 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.731243 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.731887 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.731887 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.731887 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.731887 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.731887 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.731887 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.731887 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.731887 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.732388 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.732388 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.732388 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.732388 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.732388 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.732388 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.732388 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.732388 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.732867 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.732867 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.732867 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.732867 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.733123 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.733123 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.733357 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.733485 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.733656 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.733824 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.734004 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.734178 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.734386 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.734607 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.734728 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.734956 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.735190 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.735292 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.735472 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.735666 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.735844 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.736070 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.736238 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.736417 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.736579 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.736740 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.736900 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.737061 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.737220 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.737380 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.737540 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.737707 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.737942 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.738138 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.738305 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.738629 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.738840 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.738998 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.739107 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.739276 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.739493 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.739722 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.739875 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.740060 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.740329 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.741513 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.741513 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.741513 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.741513 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.741513 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.741513 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.742615 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.742615 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.742615 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.742615 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.744399 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.744399 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.744399 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.744399 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.744399 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.744399 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.744399 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.744974 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.744974 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.744974 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.745247 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.745327 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.745483 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.745664 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.745910 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.746091 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.746315 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.746782 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.746992 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.747180 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.747404 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.747596 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.747821 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.747990 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.748160 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.748327 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.748490 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.748658 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.748868 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.749038 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.749244 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.749432 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.749679 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.749883 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.750020 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.750155 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.750297 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.750482 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.750641 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.750801 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.750959 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.751121 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.751282 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.751454 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.751621 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.751808 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.752032 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.752243 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.752413 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.752538 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.752751 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.752925 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:31.753082 dv-cinder-806038-1-smb neutron-server[74838]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 18:54:31.773270 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 36946) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:54:31.785012 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0089903 Aug 25 18:54:42.470071 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bade2dba-1c7e-4b40-93b5-7c8f757dad2e None None] get_active_networks_info from dv-cinder-806038-1-smb {{(pid=74945) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Aug 25 18:54:42.558933 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bade2dba-1c7e-4b40-93b5-7c8f757dad2e None None] No non-hosted networks {{(pid=74945) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 25 18:54:42.578281 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.agentschedulers_db [None req-bade2dba-1c7e-4b40-93b5-7c8f757dad2e None None] DHCP Agent not found on host dv-cinder-806038-1-smb {{(pid=74945) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 25 18:54:42.697376 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2e6108f0-00e2-4b02-8e9a-a9e4c4185917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-676042'] for agent, after_create {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:42.879491 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-676042'] for agent, after_create {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:42.880658 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:42.881192 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:42.881882 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:42.882375 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:42.883064 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:42.883632 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:42.884739 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:42.885214 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:42.885802 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:42.886270 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:42.886963 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:42.887533 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-806038-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:54:42.904453 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-806038-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:54:44.940019 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-afc0d278-54ca-45b8-89e8-437ef047f943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-676042'] for agent, after_create {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:44.975103 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-f1105833-6318-4e7c-9850-0aca05edca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:45.835076 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-676042'] for agent, after_create {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:47.213374 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-676042'] for agent, after_create {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:49.008250 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 37040) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:54:49.722729 dv-cinder-806038-1-smb neutron-server[74943]: WARNING oslo_policy.policy [None req-bbc2124b-0cae-4e8f-a257-1fe8c1cb845e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 18:54:49.723315 dv-cinder-806038-1-smb neutron-server[74943]: WARNING oslo_policy.policy [None req-bbc2124b-0cae-4e8f-a257-1fe8c1cb845e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 18:54:49.939052 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [None req-bbc2124b-0cae-4e8f-a257-1fe8c1cb845e admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=74943) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 18:54:49.940111 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-bbc2124b-0cae-4e8f-a257-1fe8c1cb845e admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.9304671 Aug 25 18:54:50.019306 dv-cinder-806038-1-smb neutron-server[74945]: INFO neutron.db.l3_hamode_db [None req-d9599a74-b3a6-4f8b-9d19-2467e30cfe12 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 25 18:54:50.111371 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9599a74-b3a6-4f8b-9d19-2467e30cfe12 None None] Routers set() bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:54:50.111762 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9599a74-b3a6-4f8b-9d19-2467e30cfe12 None None] Router IDs set() for agent in host dv-cinder-806038-1-smb {{(pid=74945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 25 18:54:52.220415 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 37054) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:54:52.619829 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [None req-4e959769-eda5-4d9e-b789-817db8a1c338 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 18:54:52.668788 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.policy [None req-4e959769-eda5-4d9e-b789-817db8a1c338 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74943) register_rules /opt/stack/neutron/neutron/policy.py:65}} Aug 25 18:54:52.669555 dv-cinder-806038-1-smb neutron-server[74943]: WARNING oslo_policy.policy [None req-4e959769-eda5-4d9e-b789-817db8a1c338 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 18:54:52.669919 dv-cinder-806038-1-smb neutron-server[74943]: WARNING oslo_policy.policy [None req-4e959769-eda5-4d9e-b789-817db8a1c338 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 18:54:52.673351 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.quota [None req-4e959769-eda5-4d9e-b789-817db8a1c338 admin admin] Loaded quota_driver: . Aug 25 18:54:52.689162 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-4e959769-eda5-4d9e-b789-817db8a1c338 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 18:54:52.761094 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-4e959769-eda5-4d9e-b789-817db8a1c338 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730657747822', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730657703873', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730657706705', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730657712753', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730657918298', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1792583', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1912890', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-868166', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-929178'] for rbac-policy, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:52.831625 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-4e959769-eda5-4d9e-b789-817db8a1c338 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:52.832811 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-4e959769-eda5-4d9e-b789-817db8a1c338 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6114471 Aug 25 18:54:55.371546 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 37068) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:54:55.983850 dv-cinder-806038-1-smb neutron-server[74944]: WARNING oslo_policy.policy [None req-6388dbb1-3efd-4d87-8b65-8405aee2dc13 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 18:54:55.984452 dv-cinder-806038-1-smb neutron-server[74944]: WARNING oslo_policy.policy [None req-6388dbb1-3efd-4d87-8b65-8405aee2dc13 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 18:54:56.199515 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [None req-6388dbb1-3efd-4d87-8b65-8405aee2dc13 admin admin] Request body: {'network': {'project_id': 'a90a84b7bbed40579c3ccb73b08bbf5d', 'admin_state_up': True, 'name': 'private'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 18:54:56.201162 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.quota [None req-6388dbb1-3efd-4d87-8b65-8405aee2dc13 admin admin] Loaded quota_driver: . Aug 25 18:54:56.217230 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-6388dbb1-3efd-4d87-8b65-8405aee2dc13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 18:54:56.223621 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-6388dbb1-3efd-4d87-8b65-8405aee2dc13 admin admin] Usage tracker for resource:network and tenant:a90a84b7bbed40579c3ccb73b08bbf5d is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 18:54:56.229869 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-6388dbb1-3efd-4d87-8b65-8405aee2dc13 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 18:54:56.237146 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-6388dbb1-3efd-4d87-8b65-8405aee2dc13 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 18:54:56.252962 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6388dbb1-3efd-4d87-8b65-8405aee2dc13 admin admin] Made reservation on behalf of a90a84b7bbed40579c3ccb73b08bbf5d for: {'network': 1} {{(pid=74944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:54:56.285653 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.policy [None req-6388dbb1-3efd-4d87-8b65-8405aee2dc13 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74944) register_rules /opt/stack/neutron/neutron/policy.py:65}} Aug 25 18:54:56.286426 dv-cinder-806038-1-smb neutron-server[74944]: WARNING oslo_policy.policy [None req-6388dbb1-3efd-4d87-8b65-8405aee2dc13 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 18:54:56.286797 dv-cinder-806038-1-smb neutron-server[74944]: WARNING oslo_policy.policy [None req-6388dbb1-3efd-4d87-8b65-8405aee2dc13 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 18:54:56.292002 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-6388dbb1-3efd-4d87-8b65-8405aee2dc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for network, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:56.314448 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-6388dbb1-3efd-4d87-8b65-8405aee2dc13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:56.364155 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-6388dbb1-3efd-4d87-8b65-8405aee2dc13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 18:54:56.368115 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-6388dbb1-3efd-4d87-8b65-8405aee2dc13 admin admin] Usage tracker for resource:security_group_rule and tenant:a90a84b7bbed40579c3ccb73b08bbf5d is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 18:54:56.370967 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-6388dbb1-3efd-4d87-8b65-8405aee2dc13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 18:54:56.376458 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-6388dbb1-3efd-4d87-8b65-8405aee2dc13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 18:54:56.444562 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-6388dbb1-3efd-4d87-8b65-8405aee2dc13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:56.448834 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-6388dbb1-3efd-4d87-8b65-8405aee2dc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:56.453363 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:54:56.476481 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6388dbb1-3efd-4d87-8b65-8405aee2dc13 admin admin] vlan segment allocate from pool success with {'vlan_id': 800, 'physical_network': 'physnet1'} {{(pid=74944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 18:54:56.500953 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-6388dbb1-3efd-4d87-8b65-8405aee2dc13 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730660705401', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748241'] for segment, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:56.501477 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-6388dbb1-3efd-4d87-8b65-8405aee2dc13 admin admin] Unsubscribe: segment precommit_create {{(pid=74944) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 25 18:54:56.501972 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.db.segments_db [None req-6388dbb1-3efd-4d87-8b65-8405aee2dc13 admin admin] Added segment e6eb6bc8-a526-45bd-9da4-62d4bc088eed of type vlan for network 5efbec4c-af7e-4e4b-beeb-84e24b747fca Aug 25 18:54:56.511023 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6388dbb1-3efd-4d87-8b65-8405aee2dc13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b171b6f-6728-4236-a067-2496b8387539,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:54:56.576871 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6388dbb1-3efd-4d87-8b65-8405aee2dc13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:56.577208 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6388dbb1-3efd-4d87-8b65-8405aee2dc13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:56.577539 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6388dbb1-3efd-4d87-8b65-8405aee2dc13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:56.577864 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6388dbb1-3efd-4d87-8b65-8405aee2dc13 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:56.578187 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6388dbb1-3efd-4d87-8b65-8405aee2dc13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:56.578536 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6388dbb1-3efd-4d87-8b65-8405aee2dc13 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:56.578858 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6388dbb1-3efd-4d87-8b65-8405aee2dc13 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:56.579191 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6388dbb1-3efd-4d87-8b65-8405aee2dc13 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:56.579511 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6388dbb1-3efd-4d87-8b65-8405aee2dc13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:56.579826 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6388dbb1-3efd-4d87-8b65-8405aee2dc13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:56.580140 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6388dbb1-3efd-4d87-8b65-8405aee2dc13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:56.581228 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6388dbb1-3efd-4d87-8b65-8405aee2dc13 admin admin] Tracked resource versions report: Aug 25 18:54:56.581228 dv-cinder-806038-1-smb neutron-server[74944]: pushed versions: Aug 25 18:54:56.581228 dv-cinder-806038-1-smb neutron-server[74944]: { 'ConntrackHelper': {'1.0'}, Aug 25 18:54:56.581228 dv-cinder-806038-1-smb neutron-server[74944]: 'Log': {'1.0'}, Aug 25 18:54:56.581228 dv-cinder-806038-1-smb neutron-server[74944]: 'Network': {'1.1'}, Aug 25 18:54:56.581228 dv-cinder-806038-1-smb neutron-server[74944]: 'Port': {'1.5'}, Aug 25 18:54:56.581228 dv-cinder-806038-1-smb neutron-server[74944]: 'PortForwarding': {'1.2'}, Aug 25 18:54:56.581228 dv-cinder-806038-1-smb neutron-server[74944]: 'QosPolicy': {'1.8'}, Aug 25 18:54:56.581228 dv-cinder-806038-1-smb neutron-server[74944]: 'SecurityGroup': {'1.2'}, Aug 25 18:54:56.581228 dv-cinder-806038-1-smb neutron-server[74944]: 'SecurityGroupRule': {'1.0'}, Aug 25 18:54:56.581228 dv-cinder-806038-1-smb neutron-server[74944]: 'SubPort': {'1.0'}, Aug 25 18:54:56.581228 dv-cinder-806038-1-smb neutron-server[74944]: 'Subnet': {'1.1'}, Aug 25 18:54:56.581228 dv-cinder-806038-1-smb neutron-server[74944]: 'Trunk': {'1.1'}} Aug 25 18:54:56.581228 dv-cinder-806038-1-smb neutron-server[74944]: consumer versions: Aug 25 18:54:56.581228 dv-cinder-806038-1-smb neutron-server[74944]: { DHCP agent@dv-cinder-806038-1-smb: {}, Aug 25 18:54:56.581228 dv-cinder-806038-1-smb neutron-server[74944]: L3 agent@dv-cinder-806038-1-smb: {}, Aug 25 18:54:56.581228 dv-cinder-806038-1-smb neutron-server[74944]: Metadata agent@dv-cinder-806038-1-smb: {}, Aug 25 18:54:56.581228 dv-cinder-806038-1-smb neutron-server[74944]: Metering agent@dv-cinder-806038-1-smb: {}, Aug 25 18:54:56.581228 dv-cinder-806038-1-smb neutron-server[74944]: Open vSwitch agent@dv-cinder-806038-1-smb: { 'ConntrackHelper': '1.0', Aug 25 18:54:56.581228 dv-cinder-806038-1-smb neutron-server[74944]: 'Log': '1.0', Aug 25 18:54:56.581228 dv-cinder-806038-1-smb neutron-server[74944]: 'Network': '1.1', Aug 25 18:54:56.581228 dv-cinder-806038-1-smb neutron-server[74944]: 'Port': '1.5', Aug 25 18:54:56.581228 dv-cinder-806038-1-smb neutron-server[74944]: 'PortForwarding': '1.2', Aug 25 18:54:56.581228 dv-cinder-806038-1-smb neutron-server[74944]: 'QosPolicy': '1.8', Aug 25 18:54:56.581228 dv-cinder-806038-1-smb neutron-server[74944]: 'SecurityGroup': '1.2', Aug 25 18:54:56.581228 dv-cinder-806038-1-smb neutron-server[74944]: 'SecurityGroupRule': '1.0', Aug 25 18:54:56.581228 dv-cinder-806038-1-smb neutron-server[74944]: 'SubPort': '1.0', Aug 25 18:54:56.581228 dv-cinder-806038-1-smb neutron-server[74944]: 'Subnet': '1.1', Aug 25 18:54:56.581228 dv-cinder-806038-1-smb neutron-server[74944]: 'Trunk': '1.1'}} Aug 25 18:54:56.581228 dv-cinder-806038-1-smb neutron-server[74944]: {{(pid=74944) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 18:54:56.623134 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-6388dbb1-3efd-4d87-8b65-8405aee2dc13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730660192678'] for network, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:56.626905 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-6388dbb1-3efd-4d87-8b65-8405aee2dc13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:54:56.664283 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-6388dbb1-3efd-4d87-8b65-8405aee2dc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697'] for network, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:56.665794 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6388dbb1-3efd-4d87-8b65-8405aee2dc13 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:54:56.666491 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-6388dbb1-3efd-4d87-8b65-8405aee2dc13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for network, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:56.670962 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:54:56.774098 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-6388dbb1-3efd-4d87-8b65-8405aee2dc13 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4002795 Aug 25 18:54:56.776746 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6388dbb1-3efd-4d87-8b65-8405aee2dc13 admin admin] Pushing event updated for resources: {'Network': ['ID=5efbec4c-af7e-4e4b-beeb-84e24b747fca,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:54:56.796128 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-6388dbb1-3efd-4d87-8b65-8405aee2dc13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:54:56.805085 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Network 5efbec4c-af7e-4e4b-beeb-84e24b747fca details requested by agent ovs-agent-dv-cinder-806038-1-smb with host dv-cinder-806038-1-smb {{(pid=74945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 18:54:59.380272 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 37090) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:54:59.850685 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b67d43-1292-4381-a8d0-192a7bf5c8f3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:54:59.852044 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-46b67d43-1292-4381-a8d0-192a7bf5c8f3 admin admin] 10.222.0.18 "GET /v2.0/networks/5efbec4c-af7e-4e4b-beeb-84e24b747fca HTTP/1.1" status: 200 len: 825 time: 0.4708350 Aug 25 18:54:59.883630 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-a1b8106a-ce9d-4a94-9c73-699243d349d1 admin admin] 10.222.0.18 "GET /v2.0/subnetpools/80ef298c-8bef-4224-8144-1194e00f3a78 HTTP/1.1" status: 200 len: 734 time: 0.0261047 Aug 25 18:54:59.892951 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [None req-f29c1b8a-a44c-4c8c-bf30-e5100512dd77 admin admin] Request body: {'subnet': {'network_id': '5efbec4c-af7e-4e4b-beeb-84e24b747fca', 'tenant_id': 'a90a84b7bbed40579c3ccb73b08bbf5d', 'name': 'private-subnet', 'subnetpool_id': '80ef298c-8bef-4224-8144-1194e00f3a78', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 18:54:59.897858 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-f29c1b8a-a44c-4c8c-bf30-e5100512dd77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 18:54:59.901673 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-f29c1b8a-a44c-4c8c-bf30-e5100512dd77 admin admin] Usage tracker for resource:subnet and tenant:a90a84b7bbed40579c3ccb73b08bbf5d is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 18:54:59.904957 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-f29c1b8a-a44c-4c8c-bf30-e5100512dd77 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 18:54:59.910639 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-f29c1b8a-a44c-4c8c-bf30-e5100512dd77 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 18:54:59.920811 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29c1b8a-a44c-4c8c-bf30-e5100512dd77 admin admin] Made reservation on behalf of a90a84b7bbed40579c3ccb73b08bbf5d for: {'subnet': 1} {{(pid=74944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:54:59.923195 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-f29c1b8a-a44c-4c8c-bf30-e5100512dd77 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:00.204362 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-f29c1b8a-a44c-4c8c-bf30-e5100512dd77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697'] for subnet, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:00.208588 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:55:00.291230 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c1b8a-a44c-4c8c-bf30-e5100512dd77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=034d35d5-cc1b-48eb-90ab-ac8d24458492,revision_number=0']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:55:00.296882 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-f29c1b8a-a44c-4c8c-bf30-e5100512dd77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:55:00.298060 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29c1b8a-a44c-4c8c-bf30-e5100512dd77 admin admin] Checking segment: {'id': 'e6eb6bc8-a526-45bd-9da4-62d4bc088eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5efbec4c-af7e-4e4b-beeb-84e24b747fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 18:55:00.298442 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29c1b8a-a44c-4c8c-bf30-e5100512dd77 admin admin] Network hostable DHCP agents. Network: 5efbec4c-af7e-4e4b-beeb-84e24b747fca, hostable agents: ['27d70ae6-e524-414d-8203-429baaa22b85'], hosted agents: [] {{(pid=74944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 18:55:00.322504 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29c1b8a-a44c-4c8c-bf30-e5100512dd77 admin admin] Network 5efbec4c-af7e-4e4b-beeb-84e24b747fca is scheduled to be hosted by DHCP agent 27d70ae6-e524-414d-8203-429baaa22b85 with binding_index 1 {{(pid=74944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 18:55:00.332099 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.base_scheduler [None req-f29c1b8a-a44c-4c8c-bf30-e5100512dd77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806038-1-smb, 5efbec4c-af7e-4e4b-beeb-84e24b747fca) {{(pid=74944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:55:00.336775 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29c1b8a-a44c-4c8c-bf30-e5100512dd77 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:55:00.337866 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-f29c1b8a-a44c-4c8c-bf30-e5100512dd77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for subnet, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:00.344226 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28106ed1-14d4-4b35-987a-111772c178e7 None None] Network 5efbec4c-af7e-4e4b-beeb-84e24b747fca requested from dv-cinder-806038-1-smb {{(pid=74945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 18:55:00.359030 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-f29c1b8a-a44c-4c8c-bf30-e5100512dd77 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4694676 Aug 25 18:55:00.662809 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3031ab54-5ac9-4d3b-b77e-e8567a2900e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf97a539-8509-5f51-b208-f15cf2fc9d5d-5efbec4c-af7e-4e4b-beeb-84e24b747fca', 'network_id': '5efbec4c-af7e-4e4b-beeb-84e24b747fca', 'tenant_id': 'a90a84b7bbed40579c3ccb73b08bbf5d', 'fixed_ips': [{'subnet_id': '034d35d5-cc1b-48eb-90ab-ac8d24458492'}]}} from dv-cinder-806038-1-smb. {{(pid=74945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 18:55:00.663970 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-3031ab54-5ac9-4d3b-b77e-e8567a2900e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:00.856034 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.db_base_plugin_common [None req-3031ab54-5ac9-4d3b-b77e-e8567a2900e6 None None] Allocated IP 172.20.0.2 (5efbec4c-af7e-4e4b-beeb-84e24b747fca/034d35d5-cc1b-48eb-90ab-ac8d24458492/a2ed79f4-63df-44fb-90fe-03a76880ec40) {{(pid=74945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:55:01.099159 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-3031ab54-5ac9-4d3b-b77e-e8567a2900e6 None None] Notify callbacks [] for port, precommit_create {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:01.113918 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-3031ab54-5ac9-4d3b-b77e-e8567a2900e6 None None] Transition to ACTIVE for port object a2ed79f4-63df-44fb-90fe-03a76880ec40 will not be triggered until provisioned by entity L2. {{(pid=74945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:55:01.135071 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-3031ab54-5ac9-4d3b-b77e-e8567a2900e6 None None] Transition to ACTIVE for port object a2ed79f4-63df-44fb-90fe-03a76880ec40 will not be triggered until provisioned by entity DHCP. {{(pid=74945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:55:01.143875 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-3031ab54-5ac9-4d3b-b77e-e8567a2900e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039'] for port, after_create {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:01.151992 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:55:01.217589 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3031ab54-5ac9-4d3b-b77e-e8567a2900e6 None None] Network 5efbec4c-af7e-4e4b-beeb-84e24b747fca is already hosted by enough agents. {{(pid=74945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:55:01.221542 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.scheduler.base_scheduler [None req-3031ab54-5ac9-4d3b-b77e-e8567a2900e6 None None] Resources bound (agent type, host, resource id): {{(pid=74945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:55:01.223256 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031ab54-5ac9-4d3b-b77e-e8567a2900e6 None None] Pushing event updated for resources: {'Port': ['ID=a2ed79f4-63df-44fb-90fe-03a76880ec40,revision_number=1']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:55:01.228512 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3031ab54-5ac9-4d3b-b77e-e8567a2900e6 None None] Received port after_create {{(pid=74945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:55:01.238041 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031ab54-5ac9-4d3b-b77e-e8567a2900e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:01.238389 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031ab54-5ac9-4d3b-b77e-e8567a2900e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:01.238734 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031ab54-5ac9-4d3b-b77e-e8567a2900e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:01.239061 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031ab54-5ac9-4d3b-b77e-e8567a2900e6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:01.239388 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031ab54-5ac9-4d3b-b77e-e8567a2900e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:01.239713 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031ab54-5ac9-4d3b-b77e-e8567a2900e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:01.240034 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031ab54-5ac9-4d3b-b77e-e8567a2900e6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:01.240353 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031ab54-5ac9-4d3b-b77e-e8567a2900e6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:01.240673 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031ab54-5ac9-4d3b-b77e-e8567a2900e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:01.240990 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031ab54-5ac9-4d3b-b77e-e8567a2900e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:01.241305 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031ab54-5ac9-4d3b-b77e-e8567a2900e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:01.242441 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3031ab54-5ac9-4d3b-b77e-e8567a2900e6 None None] Tracked resource versions report: Aug 25 18:55:01.242441 dv-cinder-806038-1-smb neutron-server[74945]: pushed versions: Aug 25 18:55:01.242441 dv-cinder-806038-1-smb neutron-server[74945]: { 'ConntrackHelper': {'1.0'}, Aug 25 18:55:01.242441 dv-cinder-806038-1-smb neutron-server[74945]: 'Log': {'1.0'}, Aug 25 18:55:01.242441 dv-cinder-806038-1-smb neutron-server[74945]: 'Network': {'1.1'}, Aug 25 18:55:01.242441 dv-cinder-806038-1-smb neutron-server[74945]: 'Port': {'1.5'}, Aug 25 18:55:01.242441 dv-cinder-806038-1-smb neutron-server[74945]: 'PortForwarding': {'1.2'}, Aug 25 18:55:01.242441 dv-cinder-806038-1-smb neutron-server[74945]: 'QosPolicy': {'1.8'}, Aug 25 18:55:01.242441 dv-cinder-806038-1-smb neutron-server[74945]: 'SecurityGroup': {'1.2'}, Aug 25 18:55:01.242441 dv-cinder-806038-1-smb neutron-server[74945]: 'SecurityGroupRule': {'1.0'}, Aug 25 18:55:01.242441 dv-cinder-806038-1-smb neutron-server[74945]: 'SubPort': {'1.0'}, Aug 25 18:55:01.242441 dv-cinder-806038-1-smb neutron-server[74945]: 'Subnet': {'1.1'}, Aug 25 18:55:01.242441 dv-cinder-806038-1-smb neutron-server[74945]: 'Trunk': {'1.1'}} Aug 25 18:55:01.242441 dv-cinder-806038-1-smb neutron-server[74945]: consumer versions: Aug 25 18:55:01.242441 dv-cinder-806038-1-smb neutron-server[74945]: { DHCP agent@dv-cinder-806038-1-smb: {}, Aug 25 18:55:01.242441 dv-cinder-806038-1-smb neutron-server[74945]: L3 agent@dv-cinder-806038-1-smb: {}, Aug 25 18:55:01.242441 dv-cinder-806038-1-smb neutron-server[74945]: Metadata agent@dv-cinder-806038-1-smb: {}, Aug 25 18:55:01.242441 dv-cinder-806038-1-smb neutron-server[74945]: Metering agent@dv-cinder-806038-1-smb: {}, Aug 25 18:55:01.242441 dv-cinder-806038-1-smb neutron-server[74945]: Open vSwitch agent@dv-cinder-806038-1-smb: { 'ConntrackHelper': '1.0', Aug 25 18:55:01.242441 dv-cinder-806038-1-smb neutron-server[74945]: 'Log': '1.0', Aug 25 18:55:01.242441 dv-cinder-806038-1-smb neutron-server[74945]: 'Network': '1.1', Aug 25 18:55:01.242441 dv-cinder-806038-1-smb neutron-server[74945]: 'Port': '1.5', Aug 25 18:55:01.242441 dv-cinder-806038-1-smb neutron-server[74945]: 'PortForwarding': '1.2', Aug 25 18:55:01.242441 dv-cinder-806038-1-smb neutron-server[74945]: 'QosPolicy': '1.8', Aug 25 18:55:01.242441 dv-cinder-806038-1-smb neutron-server[74945]: 'SecurityGroup': '1.2', Aug 25 18:55:01.242441 dv-cinder-806038-1-smb neutron-server[74945]: 'SecurityGroupRule': '1.0', Aug 25 18:55:01.242441 dv-cinder-806038-1-smb neutron-server[74945]: 'SubPort': '1.0', Aug 25 18:55:01.242441 dv-cinder-806038-1-smb neutron-server[74945]: 'Subnet': '1.1', Aug 25 18:55:01.242441 dv-cinder-806038-1-smb neutron-server[74945]: 'Trunk': '1.1'}} Aug 25 18:55:01.242441 dv-cinder-806038-1-smb neutron-server[74945]: {{(pid=74945) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 18:55:01.275215 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-3031ab54-5ac9-4d3b-b77e-e8567a2900e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:55:01.330348 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.managers [None req-3031ab54-5ac9-4d3b-b77e-e8567a2900e6 None None] Attempting to bind port a2ed79f4-63df-44fb-90fe-03a76880ec40 on host dv-cinder-806038-1-smb for vnic_type normal with profile {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:55:01.330764 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.managers [None req-3031ab54-5ac9-4d3b-b77e-e8567a2900e6 None None] Attempting to bind port a2ed79f4-63df-44fb-90fe-03a76880ec40 by drivers openvswitch,hyperv on host dv-cinder-806038-1-smb at level 0 using segments [{'id': 'e6eb6bc8-a526-45bd-9da4-62d4bc088eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5efbec4c-af7e-4e4b-beeb-84e24b747fca'}] {{(pid=74945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:55:01.331204 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3031ab54-5ac9-4d3b-b77e-e8567a2900e6 None None] Attempting to bind port a2ed79f4-63df-44fb-90fe-03a76880ec40 on network 5efbec4c-af7e-4e4b-beeb-84e24b747fca {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:55:01.338216 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3031ab54-5ac9-4d3b-b77e-e8567a2900e6 None None] Checking agent: {'id': 'ade42a89-c411-4b33-b073-1b38210940ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 43), 'started_at': datetime.datetime(2021, 8, 25, 18, 54, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:55:01.338640 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3031ab54-5ac9-4d3b-b77e-e8567a2900e6 None None] Checking segment: {'id': 'e6eb6bc8-a526-45bd-9da4-62d4bc088eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5efbec4c-af7e-4e4b-beeb-84e24b747fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 18:55:01.339126 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-3031ab54-5ac9-4d3b-b77e-e8567a2900e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:01.339520 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3031ab54-5ac9-4d3b-b77e-e8567a2900e6 None None] Bound using segment: {'id': 'e6eb6bc8-a526-45bd-9da4-62d4bc088eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5efbec4c-af7e-4e4b-beeb-84e24b747fca'} {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:55:01.340022 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.managers [None req-3031ab54-5ac9-4d3b-b77e-e8567a2900e6 None None] Bound port: a2ed79f4-63df-44fb-90fe-03a76880ec40, host: dv-cinder-806038-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6eb6bc8-a526-45bd-9da4-62d4bc088eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5efbec4c-af7e-4e4b-beeb-84e24b747fca'}}] {{(pid=74945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:55:01.340422 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-3031ab54-5ac9-4d3b-b77e-e8567a2900e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:01.428418 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-3031ab54-5ac9-4d3b-b77e-e8567a2900e6 None None] For port a2ed79f4-63df-44fb-90fe-03a76880ec40, host dv-cinder-806038-1-smb, cleared binding levels {{(pid=74945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:55:01.432399 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-3031ab54-5ac9-4d3b-b77e-e8567a2900e6 None None] For port a2ed79f4-63df-44fb-90fe-03a76880ec40, host dv-cinder-806038-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=a2ed79f4-63df-44fb-90fe-03a76880ec40,segment=NetworkSegment(e6eb6bc8-a526-45bd-9da4-62d4bc088eed),segment_id=e6eb6bc8-a526-45bd-9da4-62d4bc088eed)] {{(pid=74945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:55:01.437490 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-3031ab54-5ac9-4d3b-b77e-e8567a2900e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:01.441381 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-3031ab54-5ac9-4d3b-b77e-e8567a2900e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:55:01.549009 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031ab54-5ac9-4d3b-b77e-e8567a2900e6 None None] Pushing event updated for resources: {'Port': ['ID=a2ed79f4-63df-44fb-90fe-03a76880ec40,revision_number=2']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:55:01.551959 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-3031ab54-5ac9-4d3b-b77e-e8567a2900e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:55:02.667558 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 37100) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:55:03.095683 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [None req-98953372-fcdd-4f8b-9cd4-a65e434971fc admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=74944) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 18:55:03.096779 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-98953372-fcdd-4f8b-9cd4-a65e434971fc admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4281156 Aug 25 18:55:05.206335 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device a2ed79f4-63df-44fb-90fe-03a76880ec40 up at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 18:55:05.298199 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning for port a2ed79f4-63df-44fb-90fe-03a76880ec40 completed by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:55:05.348743 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed166a7f-3e8d-463f-a026-bd397c86063b None None] Network 5efbec4c-af7e-4e4b-beeb-84e24b747fca requested from dv-cinder-806038-1-smb {{(pid=74945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 18:55:05.418691 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 37114) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:55:05.455295 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-5c1bad5a-dc60-4c86-bf45-d52067eb2dff None None] Provisioning for port a2ed79f4-63df-44fb-90fe-03a76880ec40 completed by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:55:05.473445 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-5c1bad5a-dc60-4c86-bf45-d52067eb2dff None None] Provisioning complete for port a2ed79f4-63df-44fb-90fe-03a76880ec40 triggered by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:55:05.473854 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-5c1bad5a-dc60-4c86-bf45-d52067eb2dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:05.697465 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-5c1bad5a-dc60-4c86-bf45-d52067eb2dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:05.737468 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-5c1bad5a-dc60-4c86-bf45-d52067eb2dff None None] For port a2ed79f4-63df-44fb-90fe-03a76880ec40, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=a2ed79f4-63df-44fb-90fe-03a76880ec40,segment=NetworkSegment(e6eb6bc8-a526-45bd-9da4-62d4bc088eed),segment_id=e6eb6bc8-a526-45bd-9da4-62d4bc088eed)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:55:05.743582 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-5c1bad5a-dc60-4c86-bf45-d52067eb2dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:05.746468 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:55:05.816542 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1bad5a-dc60-4c86-bf45-d52067eb2dff None None] Pushing event updated for resources: {'Port': ['ID=a2ed79f4-63df-44fb-90fe-03a76880ec40,revision_number=3']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:55:05.827958 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-5c1bad5a-dc60-4c86-bf45-d52067eb2dff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:55:05.861875 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [None req-08539ddb-e73c-41ab-802d-5ebf8b064a9e admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=74944) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 18:55:05.866932 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-08539ddb-e73c-41ab-802d-5ebf8b064a9e admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4465709 Aug 25 18:55:05.966749 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-1a19d51f-1552-4cf0-b7ac-6f005ac611f9 None None] Provisioning complete for port a2ed79f4-63df-44fb-90fe-03a76880ec40 triggered by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:55:05.967130 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-1a19d51f-1552-4cf0-b7ac-6f005ac611f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:07.170154 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device a2ed79f4-63df-44fb-90fe-03a76880ec40 up at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 18:55:07.242352 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning complete for port a2ed79f4-63df-44fb-90fe-03a76880ec40 triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:55:07.242671 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:08.425822 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 37126) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:55:08.800457 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [None req-af7051c4-a6f2-462b-9196-aedd8cc2d9e0 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'a90a84b7bbed40579c3ccb73b08bbf5d'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 18:55:08.806006 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-af7051c4-a6f2-462b-9196-aedd8cc2d9e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 18:55:08.809699 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-af7051c4-a6f2-462b-9196-aedd8cc2d9e0 admin admin] Usage tracker for resource:router and tenant:a90a84b7bbed40579c3ccb73b08bbf5d is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 18:55:08.812995 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-af7051c4-a6f2-462b-9196-aedd8cc2d9e0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 18:55:08.818566 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-af7051c4-a6f2-462b-9196-aedd8cc2d9e0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 18:55:08.831345 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-af7051c4-a6f2-462b-9196-aedd8cc2d9e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-679793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62426'] for router, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:08.833044 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-af7051c4-a6f2-462b-9196-aedd8cc2d9e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-682954', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62241'] for router, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:08.857786 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-af7051c4-a6f2-462b-9196-aedd8cc2d9e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:08.979283 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-af7051c4-a6f2-462b-9196-aedd8cc2d9e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677147'] for router, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:08.997433 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-af7051c4-a6f2-462b-9196-aedd8cc2d9e0 admin admin] Notify callbacks [] for router, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:08.998634 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-af7051c4-a6f2-462b-9196-aedd8cc2d9e0 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5717978 Aug 25 18:55:11.360717 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 37136) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:55:11.748876 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [None req-d59a856f-1af3-4368-a357-21d8fbfa1e90 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=74944) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 18:55:11.749870 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-d59a856f-1af3-4368-a357-21d8fbfa1e90 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3881223 Aug 25 18:55:12.395133 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-430f17f6-f0c8-4a75-938c-cb944feadbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:12.869701 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:14.060862 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 37146) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:55:14.448849 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [None req-f283a321-ba3d-46e1-9d05-b4b5077126b8 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 18:55:14.453882 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-f283a321-ba3d-46e1-9d05-b4b5077126b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 18:55:14.457674 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-f283a321-ba3d-46e1-9d05-b4b5077126b8 admin admin] Usage tracker for resource:network and tenant:29bcff2245494391a4546a030c095320 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 18:55:14.460533 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-f283a321-ba3d-46e1-9d05-b4b5077126b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 18:55:14.466197 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-f283a321-ba3d-46e1-9d05-b4b5077126b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 18:55:14.475911 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f283a321-ba3d-46e1-9d05-b4b5077126b8 admin admin] Made reservation on behalf of 29bcff2245494391a4546a030c095320 for: {'network': 1} {{(pid=74944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:55:14.478787 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-f283a321-ba3d-46e1-9d05-b4b5077126b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for network, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:14.490732 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-f283a321-ba3d-46e1-9d05-b4b5077126b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:14.521578 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-f283a321-ba3d-46e1-9d05-b4b5077126b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 18:55:14.525387 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-f283a321-ba3d-46e1-9d05-b4b5077126b8 admin admin] Usage tracker for resource:security_group_rule and tenant:29bcff2245494391a4546a030c095320 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 18:55:14.528412 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-f283a321-ba3d-46e1-9d05-b4b5077126b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 18:55:14.534385 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-f283a321-ba3d-46e1-9d05-b4b5077126b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 18:55:14.598703 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-f283a321-ba3d-46e1-9d05-b4b5077126b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:14.603871 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-f283a321-ba3d-46e1-9d05-b4b5077126b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:14.606930 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:55:14.628762 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f283a321-ba3d-46e1-9d05-b4b5077126b8 admin admin] Reserving flat network on physical network physnet1 {{(pid=74944) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 25 18:55:14.644189 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a321-ba3d-46e1-9d05-b4b5077126b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5e08de-9a02-4f3a-b846-1c0939cada4c,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:55:14.648102 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-f283a321-ba3d-46e1-9d05-b4b5077126b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:55:14.651133 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-f283a321-ba3d-46e1-9d05-b4b5077126b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748241'] for segment, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:14.651481 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.db.segments_db [None req-f283a321-ba3d-46e1-9d05-b4b5077126b8 admin admin] Added segment f1739f72-e14f-462c-b4e7-56bd3b40258a of type flat for network 417bd5a5-462f-4a89-b2a6-9bf17cf29921 Aug 25 18:55:14.684471 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-f283a321-ba3d-46e1-9d05-b4b5077126b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730660192678'] for network, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:14.719891 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-f283a321-ba3d-46e1-9d05-b4b5077126b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697'] for network, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:14.721049 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f283a321-ba3d-46e1-9d05-b4b5077126b8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:55:14.721624 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-f283a321-ba3d-46e1-9d05-b4b5077126b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for network, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:14.724796 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-6388dbb1-3efd-4d87-8b65-8405aee2dc13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:55:14.821901 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a321-ba3d-46e1-9d05-b4b5077126b8 admin admin] Pushing event updated for resources: {'Network': ['ID=417bd5a5-462f-4a89-b2a6-9bf17cf29921,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:55:14.826964 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-f283a321-ba3d-46e1-9d05-b4b5077126b8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7649481 Aug 25 18:55:14.827754 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-f283a321-ba3d-46e1-9d05-b4b5077126b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:55:14.831956 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Network 417bd5a5-462f-4a89-b2a6-9bf17cf29921 details requested by agent ovs-agent-dv-cinder-806038-1-smb with host dv-cinder-806038-1-smb {{(pid=74945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 18:55:14.948520 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-61341894-28d4-4343-b278-e5e2de5dadec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:15.628445 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.agents_db [None req-346cd5c8-7112-4e4f-bf89-0e0659d32542 None None] Agent healthcheck: found 5 active agents {{(pid=74946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 18:55:15.768736 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:17.102000 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 37166) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:55:17.162404 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:17.359241 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b2fd72-49f9-4dfa-ba21-0094e466c427 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:55:17.360513 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-d5b2fd72-49f9-4dfa-ba21-0094e466c427 admin admin] 10.222.0.18 "GET /v2.0/subnets/034d35d5-cc1b-48eb-90ab-ac8d24458492 HTTP/1.1" status: 200 len: 849 time: 0.2581158 Aug 25 18:55:17.510585 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-d23fe47d-2e6f-4e87-85ce-88f72dbe651f admin admin] 10.222.0.18 "GET /v2.0/routers/3a2e8648-6439-4f3f-b17c-c64410bf15ca HTTP/1.1" status: 200 len: 704 time: 0.1411517 Aug 25 18:55:17.981566 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-0e6380a3-befc-4b02-a47d-7579b5c65b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:18.224778 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.db_base_plugin_common [None req-0e6380a3-befc-4b02-a47d-7579b5c65b5a admin admin] Allocated IP 172.20.0.1 (5efbec4c-af7e-4e4b-beeb-84e24b747fca/034d35d5-cc1b-48eb-90ab-ac8d24458492/2b525a16-4837-4bc5-8921-4e0ab04bb067) {{(pid=74944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:55:18.428785 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-0e6380a3-befc-4b02-a47d-7579b5c65b5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:18.446247 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.provisioning_blocks [None req-0e6380a3-befc-4b02-a47d-7579b5c65b5a admin admin] Transition to ACTIVE for port object 2b525a16-4837-4bc5-8921-4e0ab04bb067 will not be triggered until provisioned by entity DHCP. {{(pid=74944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:55:18.499422 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-0e6380a3-befc-4b02-a47d-7579b5c65b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039'] for port, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:18.503865 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:55:18.570652 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6380a3-befc-4b02-a47d-7579b5c65b5a admin admin] Network 5efbec4c-af7e-4e4b-beeb-84e24b747fca is already hosted by enough agents. {{(pid=74944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:55:18.573645 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.base_scheduler [None req-0e6380a3-befc-4b02-a47d-7579b5c65b5a admin admin] Resources bound (agent type, host, resource id): {{(pid=74944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:55:18.579247 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6380a3-befc-4b02-a47d-7579b5c65b5a admin admin] Received port after_create {{(pid=74944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:55:18.579667 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-0e6380a3-befc-4b02-a47d-7579b5c65b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-677317'] for router_interface, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:18.582464 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6380a3-befc-4b02-a47d-7579b5c65b5a admin admin] Pushing event updated for resources: {'Port': ['ID=2b525a16-4837-4bc5-8921-4e0ab04bb067,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:55:18.589027 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-0e6380a3-befc-4b02-a47d-7579b5c65b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:55:18.713701 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-0e6380a3-befc-4b02-a47d-7579b5c65b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:18.792031 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-45d0148a-1ab3-47dd-af25-68ec704e9b4a None None] Provisioning for port 2b525a16-4837-4bc5-8921-4e0ab04bb067 completed by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:55:18.796971 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-45d0148a-1ab3-47dd-af25-68ec704e9b4a None None] Provisioning complete for port 2b525a16-4837-4bc5-8921-4e0ab04bb067 triggered by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:55:18.797355 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-45d0148a-1ab3-47dd-af25-68ec704e9b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:18.854841 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-45d0148a-1ab3-47dd-af25-68ec704e9b4a None None] Port 2b525a16-4837-4bc5-8921-4e0ab04bb067 cannot update to ACTIVE because it is not bound. {{(pid=74945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 18:55:18.951952 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-0e6380a3-befc-4b02-a47d-7579b5c65b5a admin admin] Notify callbacks [] for port, precommit_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:18.956863 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-0e6380a3-befc-4b02-a47d-7579b5c65b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:18.958191 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-0e6380a3-befc-4b02-a47d-7579b5c65b5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2088205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-675884'] for router_interface, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:18.961542 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:55:19.093322 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6380a3-befc-4b02-a47d-7579b5c65b5a admin admin] Pushing event updated for resources: {'Port': ['ID=2b525a16-4837-4bc5-8921-4e0ab04bb067,revision_number=2']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:55:19.096014 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-0e6380a3-befc-4b02-a47d-7579b5c65b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:55:19.163303 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6380a3-befc-4b02-a47d-7579b5c65b5a admin admin] Network 5efbec4c-af7e-4e4b-beeb-84e24b747fca is already hosted by enough agents. {{(pid=74944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:55:19.164382 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.base_scheduler [None req-0e6380a3-befc-4b02-a47d-7579b5c65b5a admin admin] Resources bound (agent type, host, resource id): {{(pid=74944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:55:19.380064 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-b88f5fc0-a8af-461b-9ad2-e3794b52e1f1 None None] Provisioning complete for port 2b525a16-4837-4bc5-8921-4e0ab04bb067 triggered by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:55:19.380377 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-b88f5fc0-a8af-461b-9ad2-e3794b52e1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:19.432263 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-b88f5fc0-a8af-461b-9ad2-e3794b52e1f1 None None] Port 2b525a16-4837-4bc5-8921-4e0ab04bb067 cannot update to ACTIVE because it is not bound. {{(pid=74945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 18:55:19.532026 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6380a3-befc-4b02-a47d-7579b5c65b5a admin admin] Router 3a2e8648-6439-4f3f-b17c-c64410bf15ca is scheduled to L3 agent 6ef59418-d088-436f-8fb3-73af7fac7dac with binding_index 1 {{(pid=74944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 18:55:19.704558 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6380a3-befc-4b02-a47d-7579b5c65b5a admin admin] Notify agent at l3_agent.dv-cinder-806038-1-smb the message routers_updated {{(pid=74944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:55:19.714423 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-0e6380a3-befc-4b02-a47d-7579b5c65b5a admin admin] 10.222.0.18 "PUT /v2.0/routers/3a2e8648-6439-4f3f-b17c-c64410bf15ca/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1990445 Aug 25 18:55:19.716451 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2324595f-72f3-405a-b8b7-63e01d87e718 None None] Sync routers for ids ['3a2e8648-6439-4f3f-b17c-c64410bf15ca'] in dv-cinder-806038-1-smb {{(pid=74946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 18:55:19.732867 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2324595f-72f3-405a-b8b7-63e01d87e718 None None] Routers {'3a2e8648-6439-4f3f-b17c-c64410bf15ca'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:55:19.733749 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-2324595f-72f3-405a-b8b7-63e01d87e718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T18:55:15Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['3a2e8648-6439-4f3f-b17c-c64410bf15ca'], 'active': True} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:55:19.965178 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvr_db [None req-2324595f-72f3-405a-b8b7-63e01d87e718 None None] Set router 3a2e8648-6439-4f3f-b17c-c64410bf15ca gateway port host: None {{(pid=74946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 18:55:20.354162 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-2324595f-72f3-405a-b8b7-63e01d87e718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2e8648-6439-4f3f-b17c-c64410bf15ca', 'name': 'router1', 'tenant_id': 'a90a84b7bbed40579c3ccb73b08bbf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:55:08Z', 'updated_at': '2021-08-25T18:55:18Z', 'revision_number': 2, 'project_id': 'a90a84b7bbed40579c3ccb73b08bbf5d', 'gw_port_host': None, '_interfaces': [{'id': '2b525a16-4837-4bc5-8921-4e0ab04bb067', 'name': '', 'network_id': '5efbec4c-af7e-4e4b-beeb-84e24b747fca', 'tenant_id': 'a90a84b7bbed40579c3ccb73b08bbf5d', 'mac_address': 'fa:16:3e:4f:2d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a2e8648-6439-4f3f-b17c-c64410bf15ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '034d35d5-cc1b-48eb-90ab-ac8d24458492', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:55:18Z', 'updated_at': '2021-08-25T18:55:18Z', 'revision_number': 2, 'project_id': 'a90a84b7bbed40579c3ccb73b08bbf5d', 'subnets': [{'id': '034d35d5-cc1b-48eb-90ab-ac8d24458492', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '80ef298c-8bef-4224-8144-1194e00f3a78'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:55:20.360045 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2324595f-72f3-405a-b8b7-63e01d87e718 None None] Checking router: 3a2e8648-6439-4f3f-b17c-c64410bf15ca for host: dv-cinder-806038-1-smb {{(pid=74946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 18:55:20.360437 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2324595f-72f3-405a-b8b7-63e01d87e718 None None] Updating router 3a2e8648-6439-4f3f-b17c-c64410bf15ca port 2b525a16-4837-4bc5-8921-4e0ab04bb067 binding host dv-cinder-806038-1-smb {{(pid=74946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 18:55:20.420879 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [None req-2324595f-72f3-405a-b8b7-63e01d87e718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:20.822550 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [None req-2324595f-72f3-405a-b8b7-63e01d87e718 None None] Notify callbacks [] for port, precommit_update {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:20.837480 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.provisioning_blocks [None req-2324595f-72f3-405a-b8b7-63e01d87e718 None None] Transition to ACTIVE for port object 2b525a16-4837-4bc5-8921-4e0ab04bb067 will not be triggered until provisioned by entity L2. {{(pid=74946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:55:20.845416 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [None req-2324595f-72f3-405a-b8b7-63e01d87e718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:20.850909 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:55:21.062167 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3423baaa-cc4c-4ef2-95b5-4f8e3281ad8e None None] Pushing event updated for resources: {'Port': ['ID=2b525a16-4837-4bc5-8921-4e0ab04bb067,revision_number=3']} {{(pid=74946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:55:21.137740 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3423baaa-cc4c-4ef2-95b5-4f8e3281ad8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:21.138237 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3423baaa-cc4c-4ef2-95b5-4f8e3281ad8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:21.138817 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3423baaa-cc4c-4ef2-95b5-4f8e3281ad8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:21.139320 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3423baaa-cc4c-4ef2-95b5-4f8e3281ad8e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:21.139822 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3423baaa-cc4c-4ef2-95b5-4f8e3281ad8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:21.140301 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3423baaa-cc4c-4ef2-95b5-4f8e3281ad8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:21.140784 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3423baaa-cc4c-4ef2-95b5-4f8e3281ad8e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:21.141313 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3423baaa-cc4c-4ef2-95b5-4f8e3281ad8e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:21.141805 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3423baaa-cc4c-4ef2-95b5-4f8e3281ad8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:21.142290 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3423baaa-cc4c-4ef2-95b5-4f8e3281ad8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:21.142811 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3423baaa-cc4c-4ef2-95b5-4f8e3281ad8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:21.144652 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3423baaa-cc4c-4ef2-95b5-4f8e3281ad8e None None] Tracked resource versions report: Aug 25 18:55:21.144652 dv-cinder-806038-1-smb neutron-server[74946]: pushed versions: Aug 25 18:55:21.144652 dv-cinder-806038-1-smb neutron-server[74946]: { 'ConntrackHelper': {'1.0'}, Aug 25 18:55:21.144652 dv-cinder-806038-1-smb neutron-server[74946]: 'Log': {'1.0'}, Aug 25 18:55:21.144652 dv-cinder-806038-1-smb neutron-server[74946]: 'Network': {'1.1'}, Aug 25 18:55:21.144652 dv-cinder-806038-1-smb neutron-server[74946]: 'Port': {'1.5'}, Aug 25 18:55:21.144652 dv-cinder-806038-1-smb neutron-server[74946]: 'PortForwarding': {'1.2'}, Aug 25 18:55:21.144652 dv-cinder-806038-1-smb neutron-server[74946]: 'QosPolicy': {'1.8'}, Aug 25 18:55:21.144652 dv-cinder-806038-1-smb neutron-server[74946]: 'SecurityGroup': {'1.2'}, Aug 25 18:55:21.144652 dv-cinder-806038-1-smb neutron-server[74946]: 'SecurityGroupRule': {'1.0'}, Aug 25 18:55:21.144652 dv-cinder-806038-1-smb neutron-server[74946]: 'SubPort': {'1.0'}, Aug 25 18:55:21.144652 dv-cinder-806038-1-smb neutron-server[74946]: 'Subnet': {'1.1'}, Aug 25 18:55:21.144652 dv-cinder-806038-1-smb neutron-server[74946]: 'Trunk': {'1.1'}} Aug 25 18:55:21.144652 dv-cinder-806038-1-smb neutron-server[74946]: consumer versions: Aug 25 18:55:21.144652 dv-cinder-806038-1-smb neutron-server[74946]: { DHCP agent@dv-cinder-806038-1-smb: {}, Aug 25 18:55:21.144652 dv-cinder-806038-1-smb neutron-server[74946]: L3 agent@dv-cinder-806038-1-smb: {}, Aug 25 18:55:21.144652 dv-cinder-806038-1-smb neutron-server[74946]: Metadata agent@dv-cinder-806038-1-smb: {}, Aug 25 18:55:21.144652 dv-cinder-806038-1-smb neutron-server[74946]: Metering agent@dv-cinder-806038-1-smb: {}, Aug 25 18:55:21.144652 dv-cinder-806038-1-smb neutron-server[74946]: Open vSwitch agent@dv-cinder-806038-1-smb: { 'ConntrackHelper': '1.0', Aug 25 18:55:21.144652 dv-cinder-806038-1-smb neutron-server[74946]: 'Log': '1.0', Aug 25 18:55:21.144652 dv-cinder-806038-1-smb neutron-server[74946]: 'Network': '1.1', Aug 25 18:55:21.144652 dv-cinder-806038-1-smb neutron-server[74946]: 'Port': '1.5', Aug 25 18:55:21.144652 dv-cinder-806038-1-smb neutron-server[74946]: 'PortForwarding': '1.2', Aug 25 18:55:21.144652 dv-cinder-806038-1-smb neutron-server[74946]: 'QosPolicy': '1.8', Aug 25 18:55:21.144652 dv-cinder-806038-1-smb neutron-server[74946]: 'SecurityGroup': '1.2', Aug 25 18:55:21.144652 dv-cinder-806038-1-smb neutron-server[74946]: 'SecurityGroupRule': '1.0', Aug 25 18:55:21.144652 dv-cinder-806038-1-smb neutron-server[74946]: 'SubPort': '1.0', Aug 25 18:55:21.144652 dv-cinder-806038-1-smb neutron-server[74946]: 'Subnet': '1.1', Aug 25 18:55:21.144652 dv-cinder-806038-1-smb neutron-server[74946]: 'Trunk': '1.1'}} Aug 25 18:55:21.144652 dv-cinder-806038-1-smb neutron-server[74946]: {{(pid=74946) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 18:55:21.205148 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG oslo_concurrency.lockutils [None req-3423baaa-cc4c-4ef2-95b5-4f8e3281ad8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=74946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:55:21.229711 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.managers [None req-2324595f-72f3-405a-b8b7-63e01d87e718 None None] Attempting to bind port 2b525a16-4837-4bc5-8921-4e0ab04bb067 on host dv-cinder-806038-1-smb for vnic_type normal with profile {{(pid=74946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:55:21.230101 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.managers [None req-2324595f-72f3-405a-b8b7-63e01d87e718 None None] Attempting to bind port 2b525a16-4837-4bc5-8921-4e0ab04bb067 by drivers openvswitch,hyperv on host dv-cinder-806038-1-smb at level 0 using segments [{'id': 'e6eb6bc8-a526-45bd-9da4-62d4bc088eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5efbec4c-af7e-4e4b-beeb-84e24b747fca'}] {{(pid=74946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:55:21.230579 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2324595f-72f3-405a-b8b7-63e01d87e718 None None] Attempting to bind port 2b525a16-4837-4bc5-8921-4e0ab04bb067 on network 5efbec4c-af7e-4e4b-beeb-84e24b747fca {{(pid=74946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:55:21.237390 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2324595f-72f3-405a-b8b7-63e01d87e718 None None] Checking agent: {'id': 'ade42a89-c411-4b33-b073-1b38210940ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 43), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:55:21.237795 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2324595f-72f3-405a-b8b7-63e01d87e718 None None] Checking segment: {'id': 'e6eb6bc8-a526-45bd-9da4-62d4bc088eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5efbec4c-af7e-4e4b-beeb-84e24b747fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 18:55:21.238273 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [None req-2324595f-72f3-405a-b8b7-63e01d87e718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:21.238678 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2324595f-72f3-405a-b8b7-63e01d87e718 None None] Bound using segment: {'id': 'e6eb6bc8-a526-45bd-9da4-62d4bc088eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5efbec4c-af7e-4e4b-beeb-84e24b747fca'} {{(pid=74946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:55:21.239180 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.managers [None req-2324595f-72f3-405a-b8b7-63e01d87e718 None None] Bound port: 2b525a16-4837-4bc5-8921-4e0ab04bb067, host: dv-cinder-806038-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6eb6bc8-a526-45bd-9da4-62d4bc088eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5efbec4c-af7e-4e4b-beeb-84e24b747fca'}}] {{(pid=74946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:55:21.239567 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [None req-2324595f-72f3-405a-b8b7-63e01d87e718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:21.353523 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.db [None req-2324595f-72f3-405a-b8b7-63e01d87e718 None None] For port 2b525a16-4837-4bc5-8921-4e0ab04bb067, host dv-cinder-806038-1-smb, cleared binding levels {{(pid=74946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:55:21.360773 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.db [None req-2324595f-72f3-405a-b8b7-63e01d87e718 None None] For port 2b525a16-4837-4bc5-8921-4e0ab04bb067, host dv-cinder-806038-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=2b525a16-4837-4bc5-8921-4e0ab04bb067,segment=NetworkSegment(e6eb6bc8-a526-45bd-9da4-62d4bc088eed),segment_id=e6eb6bc8-a526-45bd-9da4-62d4bc088eed)] {{(pid=74946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:55:21.367125 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [None req-2324595f-72f3-405a-b8b7-63e01d87e718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:21.375072 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG oslo_concurrency.lockutils [None req-3423baaa-cc4c-4ef2-95b5-4f8e3281ad8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:55:21.481283 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2324595f-72f3-405a-b8b7-63e01d87e718 None None] Routers {'3a2e8648-6439-4f3f-b17c-c64410bf15ca'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:55:21.481914 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-2324595f-72f3-405a-b8b7-63e01d87e718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T18:55:15Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['3a2e8648-6439-4f3f-b17c-c64410bf15ca'], 'active': True} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:55:21.687135 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3423baaa-cc4c-4ef2-95b5-4f8e3281ad8e None None] Pushing event updated for resources: {'Port': ['ID=2b525a16-4837-4bc5-8921-4e0ab04bb067,revision_number=4']} {{(pid=74946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:55:21.699894 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG oslo_concurrency.lockutils [None req-3423baaa-cc4c-4ef2-95b5-4f8e3281ad8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=74946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:55:21.707208 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvr_db [None req-2324595f-72f3-405a-b8b7-63e01d87e718 None None] Set router 3a2e8648-6439-4f3f-b17c-c64410bf15ca gateway port host: None {{(pid=74946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 18:55:21.889160 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 37188) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:55:22.058271 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-2324595f-72f3-405a-b8b7-63e01d87e718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2e8648-6439-4f3f-b17c-c64410bf15ca', 'name': 'router1', 'tenant_id': 'a90a84b7bbed40579c3ccb73b08bbf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:55:08Z', 'updated_at': '2021-08-25T18:55:18Z', 'revision_number': 2, 'project_id': 'a90a84b7bbed40579c3ccb73b08bbf5d', 'gw_port_host': None, '_interfaces': [{'id': '2b525a16-4837-4bc5-8921-4e0ab04bb067', 'name': '', 'network_id': '5efbec4c-af7e-4e4b-beeb-84e24b747fca', 'tenant_id': 'a90a84b7bbed40579c3ccb73b08bbf5d', 'mac_address': 'fa:16:3e:4f:2d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a2e8648-6439-4f3f-b17c-c64410bf15ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '034d35d5-cc1b-48eb-90ab-ac8d24458492', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:55:18Z', 'updated_at': '2021-08-25T18:55:21Z', 'revision_number': 4, 'project_id': 'a90a84b7bbed40579c3ccb73b08bbf5d', 'subnets': [{'id': '034d35d5-cc1b-48eb-90ab-ac8d24458492', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '80ef298c-8bef-4224-8144-1194e00f3a78'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:55:22.062648 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2324595f-72f3-405a-b8b7-63e01d87e718 None None] The sync data for ids ['3a2e8648-6439-4f3f-b17c-c64410bf15ca'] in dv-cinder-806038-1-smb is: [{'id': '3a2e8648-6439-4f3f-b17c-c64410bf15ca', 'name': 'router1', 'tenant_id': 'a90a84b7bbed40579c3ccb73b08bbf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:55:08Z', 'updated_at': '2021-08-25T18:55:18Z', 'revision_number': 2, 'project_id': 'a90a84b7bbed40579c3ccb73b08bbf5d', 'gw_port_host': None, '_interfaces': [{'id': '2b525a16-4837-4bc5-8921-4e0ab04bb067', 'name': '', 'network_id': '5efbec4c-af7e-4e4b-beeb-84e24b747fca', 'tenant_id': 'a90a84b7bbed40579c3ccb73b08bbf5d', 'mac_address': 'fa:16:3e:4f:2d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a2e8648-6439-4f3f-b17c-c64410bf15ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '034d35d5-cc1b-48eb-90ab-ac8d24458492', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:55:18Z', 'updated_at': '2021-08-25T18:55:21Z', 'revision_number': 4, 'project_id': 'a90a84b7bbed40579c3ccb73b08bbf5d', 'subnets': [{'id': '034d35d5-cc1b-48eb-90ab-ac8d24458492', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '80ef298c-8bef-4224-8144-1194e00f3a78'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 18:55:22.074307 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbd8c92-7520-476f-989f-a0e67be1768d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:55:22.074920 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-7fbd8c92-7520-476f-989f-a0e67be1768d admin admin] Synchronizing usage tracker for tenant:29bcff2245494391a4546a030c095320 on resource:network {{(pid=74944) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 18:55:22.098174 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-7fbd8c92-7520-476f-989f-a0e67be1768d admin admin] Unset dirty status for tenant:29bcff2245494391a4546a030c095320 on resource:network {{(pid=74944) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 18:55:22.099576 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-7fbd8c92-7520-476f-989f-a0e67be1768d admin admin] 10.222.0.18 "GET /v2.0/networks/417bd5a5-462f-4a89-b2a6-9bf17cf29921 HTTP/1.1" status: 200 len: 842 time: 0.2094004 Aug 25 18:55:22.110676 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [None req-bc278cb2-c46f-48cc-8ff7-357068c44163 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.1.1', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.28.1.0/24', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 18:55:22.116388 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-bc278cb2-c46f-48cc-8ff7-357068c44163 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 18:55:22.121333 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-bc278cb2-c46f-48cc-8ff7-357068c44163 admin admin] Usage tracker for resource:subnet and tenant:29bcff2245494391a4546a030c095320 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 18:55:22.124372 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-bc278cb2-c46f-48cc-8ff7-357068c44163 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 18:55:22.135043 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-bc278cb2-c46f-48cc-8ff7-357068c44163 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 18:55:22.148231 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc278cb2-c46f-48cc-8ff7-357068c44163 admin admin] Made reservation on behalf of 29bcff2245494391a4546a030c095320 for: {'subnet': 1} {{(pid=74944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:55:22.151471 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-bc278cb2-c46f-48cc-8ff7-357068c44163 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:22.602720 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.objects.ports [None req-bc278cb2-c46f-48cc-8ff7-357068c44163 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=74944) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Aug 25 18:55:22.603156 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-bc278cb2-c46f-48cc-8ff7-357068c44163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697'] for subnet, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:22.606974 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:55:22.681109 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc278cb2-c46f-48cc-8ff7-357068c44163 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa93b1ab-a770-4eed-8e8f-a3451db1cd3c,revision_number=0']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:55:22.687710 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-bc278cb2-c46f-48cc-8ff7-357068c44163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:55:22.698834 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc278cb2-c46f-48cc-8ff7-357068c44163 admin admin] Checking segment: {'id': 'f1739f72-e14f-462c-b4e7-56bd3b40258a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 18:55:22.699185 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc278cb2-c46f-48cc-8ff7-357068c44163 admin admin] Network hostable DHCP agents. Network: 417bd5a5-462f-4a89-b2a6-9bf17cf29921, hostable agents: ['27d70ae6-e524-414d-8203-429baaa22b85'], hosted agents: [] {{(pid=74944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 18:55:22.720975 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc278cb2-c46f-48cc-8ff7-357068c44163 admin admin] Network 417bd5a5-462f-4a89-b2a6-9bf17cf29921 is scheduled to be hosted by DHCP agent 27d70ae6-e524-414d-8203-429baaa22b85 with binding_index 1 {{(pid=74944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 18:55:22.731890 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.base_scheduler [None req-bc278cb2-c46f-48cc-8ff7-357068c44163 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806038-1-smb, 417bd5a5-462f-4a89-b2a6-9bf17cf29921) {{(pid=74944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:55:22.737267 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc278cb2-c46f-48cc-8ff7-357068c44163 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:55:22.738919 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-bc278cb2-c46f-48cc-8ff7-357068c44163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for subnet, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:22.744132 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d478cc-a5aa-423d-a9cd-3accf61b524f None None] Network 417bd5a5-462f-4a89-b2a6-9bf17cf29921 requested from dv-cinder-806038-1-smb {{(pid=74945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 18:55:22.781755 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-bc278cb2-c46f-48cc-8ff7-357068c44163 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6663086 Aug 25 18:55:23.063244 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1246773c-dfd4-48ce-b805-37e571627fdd None None] Network 417bd5a5-462f-4a89-b2a6-9bf17cf29921 requested from dv-cinder-806038-1-smb {{(pid=74945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 18:55:23.235129 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 2b525a16-4837-4bc5-8921-4e0ab04bb067 up at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 18:55:23.380194 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning for port 2b525a16-4837-4bc5-8921-4e0ab04bb067 completed by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:55:23.385709 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning complete for port 2b525a16-4837-4bc5-8921-4e0ab04bb067 triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:55:23.386094 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:23.509087 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:23.543432 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] For port 2b525a16-4837-4bc5-8921-4e0ab04bb067, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=2b525a16-4837-4bc5-8921-4e0ab04bb067,segment=NetworkSegment(e6eb6bc8-a526-45bd-9da4-62d4bc088eed),segment_id=e6eb6bc8-a526-45bd-9da4-62d4bc088eed)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:55:23.547838 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:23.550095 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:55:23.620789 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Pushing event updated for resources: {'Port': ['ID=2b525a16-4837-4bc5-8921-4e0ab04bb067,revision_number=5']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:55:23.625326 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:55:25.119390 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 37202) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:55:25.194348 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 2b525a16-4837-4bc5-8921-4e0ab04bb067 up at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 18:55:25.273848 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning complete for port 2b525a16-4837-4bc5-8921-4e0ab04bb067 triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:55:25.275004 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:25.458852 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-88d2d7a1-6d9a-46c3-8b18-0741be132608 admin admin] 10.222.0.18 "GET /v2.0/routers/3a2e8648-6439-4f3f-b17c-c64410bf15ca HTTP/1.1" status: 200 len: 710 time: 0.3376710 Aug 25 18:55:25.660550 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3c13df-524d-4f82-bcf4-e1911520dde3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:55:25.662184 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-2d3c13df-524d-4f82-bcf4-e1911520dde3 admin admin] 10.222.0.18 "GET /v2.0/networks/417bd5a5-462f-4a89-b2a6-9bf17cf29921 HTTP/1.1" status: 200 len: 886 time: 0.1976814 Aug 25 18:55:25.671976 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [None req-bce7e519-6069-4399-bfe9-0918848934e6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921'}}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 18:55:26.238290 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-bce7e519-6069-4399-bfe9-0918848934e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-679791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62263'] for router, precommit_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:26.437225 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-bce7e519-6069-4399-bfe9-0918848934e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:26.497891 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-bce7e519-6069-4399-bfe9-0918848934e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:26.662166 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.db_base_plugin_common [None req-bce7e519-6069-4399-bfe9-0918848934e6 admin admin] Allocated IP 172.28.1.208 (417bd5a5-462f-4a89-b2a6-9bf17cf29921/fa93b1ab-a770-4eed-8e8f-a3451db1cd3c/60c6afa3-7502-4e50-beed-c4d99497b853) {{(pid=74943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:55:26.824225 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-bce7e519-6069-4399-bfe9-0918848934e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:26.890819 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-bce7e519-6069-4399-bfe9-0918848934e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039'] for port, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:26.896998 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:55:26.956247 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce7e519-6069-4399-bfe9-0918848934e6 admin admin] Network 417bd5a5-462f-4a89-b2a6-9bf17cf29921 is already hosted by enough agents. {{(pid=74943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:55:26.964121 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.base_scheduler [None req-bce7e519-6069-4399-bfe9-0918848934e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=74943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:55:27.004578 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce7e519-6069-4399-bfe9-0918848934e6 admin admin] Pushing event updated for resources: {'Port': ['ID=60c6afa3-7502-4e50-beed-c4d99497b853,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:55:27.012665 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce7e519-6069-4399-bfe9-0918848934e6 admin admin] Received port after_create {{(pid=74943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:55:27.043049 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7e519-6069-4399-bfe9-0918848934e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:27.043385 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7e519-6069-4399-bfe9-0918848934e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:27.043719 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7e519-6069-4399-bfe9-0918848934e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:27.044056 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7e519-6069-4399-bfe9-0918848934e6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:27.044376 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7e519-6069-4399-bfe9-0918848934e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:27.044697 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7e519-6069-4399-bfe9-0918848934e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:27.045017 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7e519-6069-4399-bfe9-0918848934e6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:27.045340 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7e519-6069-4399-bfe9-0918848934e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:27.045661 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7e519-6069-4399-bfe9-0918848934e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:27.045973 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7e519-6069-4399-bfe9-0918848934e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:27.046287 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7e519-6069-4399-bfe9-0918848934e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:27.047394 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7e519-6069-4399-bfe9-0918848934e6 admin admin] Tracked resource versions report: Aug 25 18:55:27.047394 dv-cinder-806038-1-smb neutron-server[74943]: pushed versions: Aug 25 18:55:27.047394 dv-cinder-806038-1-smb neutron-server[74943]: { 'ConntrackHelper': {'1.0'}, Aug 25 18:55:27.047394 dv-cinder-806038-1-smb neutron-server[74943]: 'Log': {'1.0'}, Aug 25 18:55:27.047394 dv-cinder-806038-1-smb neutron-server[74943]: 'Network': {'1.1'}, Aug 25 18:55:27.047394 dv-cinder-806038-1-smb neutron-server[74943]: 'Port': {'1.5'}, Aug 25 18:55:27.047394 dv-cinder-806038-1-smb neutron-server[74943]: 'PortForwarding': {'1.2'}, Aug 25 18:55:27.047394 dv-cinder-806038-1-smb neutron-server[74943]: 'QosPolicy': {'1.8'}, Aug 25 18:55:27.047394 dv-cinder-806038-1-smb neutron-server[74943]: 'SecurityGroup': {'1.2'}, Aug 25 18:55:27.047394 dv-cinder-806038-1-smb neutron-server[74943]: 'SecurityGroupRule': {'1.0'}, Aug 25 18:55:27.047394 dv-cinder-806038-1-smb neutron-server[74943]: 'SubPort': {'1.0'}, Aug 25 18:55:27.047394 dv-cinder-806038-1-smb neutron-server[74943]: 'Subnet': {'1.1'}, Aug 25 18:55:27.047394 dv-cinder-806038-1-smb neutron-server[74943]: 'Trunk': {'1.1'}} Aug 25 18:55:27.047394 dv-cinder-806038-1-smb neutron-server[74943]: consumer versions: Aug 25 18:55:27.047394 dv-cinder-806038-1-smb neutron-server[74943]: { DHCP agent@dv-cinder-806038-1-smb: {}, Aug 25 18:55:27.047394 dv-cinder-806038-1-smb neutron-server[74943]: L3 agent@dv-cinder-806038-1-smb: {}, Aug 25 18:55:27.047394 dv-cinder-806038-1-smb neutron-server[74943]: Metadata agent@dv-cinder-806038-1-smb: {}, Aug 25 18:55:27.047394 dv-cinder-806038-1-smb neutron-server[74943]: Metering agent@dv-cinder-806038-1-smb: {}, Aug 25 18:55:27.047394 dv-cinder-806038-1-smb neutron-server[74943]: Open vSwitch agent@dv-cinder-806038-1-smb: { 'ConntrackHelper': '1.0', Aug 25 18:55:27.047394 dv-cinder-806038-1-smb neutron-server[74943]: 'Log': '1.0', Aug 25 18:55:27.047394 dv-cinder-806038-1-smb neutron-server[74943]: 'Network': '1.1', Aug 25 18:55:27.047394 dv-cinder-806038-1-smb neutron-server[74943]: 'Port': '1.5', Aug 25 18:55:27.047394 dv-cinder-806038-1-smb neutron-server[74943]: 'PortForwarding': '1.2', Aug 25 18:55:27.047394 dv-cinder-806038-1-smb neutron-server[74943]: 'QosPolicy': '1.8', Aug 25 18:55:27.047394 dv-cinder-806038-1-smb neutron-server[74943]: 'SecurityGroup': '1.2', Aug 25 18:55:27.047394 dv-cinder-806038-1-smb neutron-server[74943]: 'SecurityGroupRule': '1.0', Aug 25 18:55:27.047394 dv-cinder-806038-1-smb neutron-server[74943]: 'SubPort': '1.0', Aug 25 18:55:27.047394 dv-cinder-806038-1-smb neutron-server[74943]: 'Subnet': '1.1', Aug 25 18:55:27.047394 dv-cinder-806038-1-smb neutron-server[74943]: 'Trunk': '1.1'}} Aug 25 18:55:27.047394 dv-cinder-806038-1-smb neutron-server[74943]: {{(pid=74943) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 18:55:27.065144 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-bce7e519-6069-4399-bfe9-0918848934e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:55:27.214056 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-bce7e519-6069-4399-bfe9-0918848934e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:27.393784 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-bce7e519-6069-4399-bfe9-0918848934e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-679791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62263'] for router, precommit_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:27.398023 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-bce7e519-6069-4399-bfe9-0918848934e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-682977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-679828'] for router, after_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:27.609976 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce7e519-6069-4399-bfe9-0918848934e6 admin admin] Router 3a2e8648-6439-4f3f-b17c-c64410bf15ca has already been hosted by L3 agent 6ef59418-d088-436f-8fb3-73af7fac7dac {{(pid=74943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:55:27.884086 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce7e519-6069-4399-bfe9-0918848934e6 admin admin] Notify agent at l3_agent.dv-cinder-806038-1-smb the message routers_updated {{(pid=74943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:55:27.896476 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e615d934-d04c-4493-a04a-e058d715fd62 None None] Sync routers for ids ['3a2e8648-6439-4f3f-b17c-c64410bf15ca'] in dv-cinder-806038-1-smb {{(pid=74945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 18:55:27.899737 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-bce7e519-6069-4399-bfe9-0918848934e6 admin admin] Notify callbacks [] for router, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:27.905935 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-bce7e519-6069-4399-bfe9-0918848934e6 admin admin] 10.222.0.18 "PUT /v2.0/routers/3a2e8648-6439-4f3f-b17c-c64410bf15ca HTTP/1.1" status: 200 len: 890 time: 2.2334125 Aug 25 18:55:27.923349 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e615d934-d04c-4493-a04a-e058d715fd62 None None] Routers {'3a2e8648-6439-4f3f-b17c-c64410bf15ca'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:55:27.924443 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-e615d934-d04c-4493-a04a-e058d715fd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T18:55:15Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['3a2e8648-6439-4f3f-b17c-c64410bf15ca'], 'active': True} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:55:28.212013 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvr_db [None req-e615d934-d04c-4493-a04a-e058d715fd62 None None] Set router 3a2e8648-6439-4f3f-b17c-c64410bf15ca gateway port host: dv-cinder-806038-1-smb {{(pid=74945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 18:55:28.601539 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-e615d934-d04c-4493-a04a-e058d715fd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2e8648-6439-4f3f-b17c-c64410bf15ca', 'name': 'router1', 'tenant_id': 'a90a84b7bbed40579c3ccb73b08bbf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.208'}], 'enable_snat': True}, 'gw_port_id': '60c6afa3-7502-4e50-beed-c4d99497b853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:55:08Z', 'updated_at': '2021-08-25T18:55:27Z', 'revision_number': 4, 'project_id': 'a90a84b7bbed40579c3ccb73b08bbf5d', 'gw_port': {'id': '60c6afa3-7502-4e50-beed-c4d99497b853', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:86:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a2e8648-6439-4f3f-b17c-c64410bf15ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:55:26Z', 'updated_at': '2021-08-25T18:55:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_interfaces': [{'id': '2b525a16-4837-4bc5-8921-4e0ab04bb067', 'name': '', 'network_id': '5efbec4c-af7e-4e4b-beeb-84e24b747fca', 'tenant_id': 'a90a84b7bbed40579c3ccb73b08bbf5d', 'mac_address': 'fa:16:3e:4f:2d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2e8648-6439-4f3f-b17c-c64410bf15ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '034d35d5-cc1b-48eb-90ab-ac8d24458492', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:55:18Z', 'updated_at': '2021-08-25T18:55:23Z', 'revision_number': 5, 'project_id': 'a90a84b7bbed40579c3ccb73b08bbf5d', 'subnets': [{'id': '034d35d5-cc1b-48eb-90ab-ac8d24458492', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '80ef298c-8bef-4224-8144-1194e00f3a78'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:55:28.607663 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e615d934-d04c-4493-a04a-e058d715fd62 None None] Checking router: 3a2e8648-6439-4f3f-b17c-c64410bf15ca for host: dv-cinder-806038-1-smb {{(pid=74945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 18:55:28.608041 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e615d934-d04c-4493-a04a-e058d715fd62 None None] Updating router 3a2e8648-6439-4f3f-b17c-c64410bf15ca port 60c6afa3-7502-4e50-beed-c4d99497b853 binding host dv-cinder-806038-1-smb {{(pid=74945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 18:55:28.662842 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-e615d934-d04c-4493-a04a-e058d715fd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:29.033135 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-e615d934-d04c-4493-a04a-e058d715fd62 None None] Notify callbacks [] for port, precommit_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:29.046486 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-e615d934-d04c-4493-a04a-e058d715fd62 None None] Transition to ACTIVE for port object 60c6afa3-7502-4e50-beed-c4d99497b853 will not be triggered until provisioned by entity L2. {{(pid=74945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:55:29.054038 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-e615d934-d04c-4493-a04a-e058d715fd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:29.058593 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:55:29.135745 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eab6e3-ac55-4980-8292-90025ebd13d7 None None] Pushing event updated for resources: {'Port': ['ID=60c6afa3-7502-4e50-beed-c4d99497b853,revision_number=2']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:55:29.139623 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-85eab6e3-ac55-4980-8292-90025ebd13d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:55:29.147084 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.managers [None req-e615d934-d04c-4493-a04a-e058d715fd62 None None] Attempting to bind port 60c6afa3-7502-4e50-beed-c4d99497b853 on host dv-cinder-806038-1-smb for vnic_type normal with profile {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:55:29.147455 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.managers [None req-e615d934-d04c-4493-a04a-e058d715fd62 None None] Attempting to bind port 60c6afa3-7502-4e50-beed-c4d99497b853 by drivers openvswitch,hyperv on host dv-cinder-806038-1-smb at level 0 using segments [{'id': 'f1739f72-e14f-462c-b4e7-56bd3b40258a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921'}] {{(pid=74945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:55:29.147891 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e615d934-d04c-4493-a04a-e058d715fd62 None None] Attempting to bind port 60c6afa3-7502-4e50-beed-c4d99497b853 on network 417bd5a5-462f-4a89-b2a6-9bf17cf29921 {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:55:29.155139 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e615d934-d04c-4493-a04a-e058d715fd62 None None] Checking agent: {'id': 'ade42a89-c411-4b33-b073-1b38210940ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 43), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:55:29.155522 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e615d934-d04c-4493-a04a-e058d715fd62 None None] Checking segment: {'id': 'f1739f72-e14f-462c-b4e7-56bd3b40258a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 18:55:29.155930 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-e615d934-d04c-4493-a04a-e058d715fd62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:29.156328 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e615d934-d04c-4493-a04a-e058d715fd62 None None] Bound using segment: {'id': 'f1739f72-e14f-462c-b4e7-56bd3b40258a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921'} {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:55:29.156806 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.managers [None req-e615d934-d04c-4493-a04a-e058d715fd62 None None] Bound port: 60c6afa3-7502-4e50-beed-c4d99497b853, host: dv-cinder-806038-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1739f72-e14f-462c-b4e7-56bd3b40258a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921'}}] {{(pid=74945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:55:29.157201 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-e615d934-d04c-4493-a04a-e058d715fd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:29.228666 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-e615d934-d04c-4493-a04a-e058d715fd62 None None] For port 60c6afa3-7502-4e50-beed-c4d99497b853, host dv-cinder-806038-1-smb, cleared binding levels {{(pid=74945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:55:29.232045 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-e615d934-d04c-4493-a04a-e058d715fd62 None None] For port 60c6afa3-7502-4e50-beed-c4d99497b853, host dv-cinder-806038-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=60c6afa3-7502-4e50-beed-c4d99497b853,segment=NetworkSegment(f1739f72-e14f-462c-b4e7-56bd3b40258a),segment_id=f1739f72-e14f-462c-b4e7-56bd3b40258a)] {{(pid=74945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:55:29.236686 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-e615d934-d04c-4493-a04a-e058d715fd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:29.240737 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-5c1bad5a-dc60-4c86-bf45-d52067eb2dff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:55:29.349362 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e615d934-d04c-4493-a04a-e058d715fd62 None None] Routers {'3a2e8648-6439-4f3f-b17c-c64410bf15ca'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:55:29.350018 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-e615d934-d04c-4493-a04a-e058d715fd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T18:55:15Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['3a2e8648-6439-4f3f-b17c-c64410bf15ca'], 'active': True} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:55:29.399413 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eab6e3-ac55-4980-8292-90025ebd13d7 None None] Pushing event updated for resources: {'Port': ['ID=60c6afa3-7502-4e50-beed-c4d99497b853,revision_number=3']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:55:29.402590 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-85eab6e3-ac55-4980-8292-90025ebd13d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:55:29.546940 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvr_db [None req-e615d934-d04c-4493-a04a-e058d715fd62 None None] Set router 3a2e8648-6439-4f3f-b17c-c64410bf15ca gateway port host: dv-cinder-806038-1-smb {{(pid=74945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 18:55:29.888250 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-e615d934-d04c-4493-a04a-e058d715fd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2e8648-6439-4f3f-b17c-c64410bf15ca', 'name': 'router1', 'tenant_id': 'a90a84b7bbed40579c3ccb73b08bbf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.208'}], 'enable_snat': True}, 'gw_port_id': '60c6afa3-7502-4e50-beed-c4d99497b853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:55:08Z', 'updated_at': '2021-08-25T18:55:27Z', 'revision_number': 4, 'project_id': 'a90a84b7bbed40579c3ccb73b08bbf5d', 'gw_port': {'id': '60c6afa3-7502-4e50-beed-c4d99497b853', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:86:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a2e8648-6439-4f3f-b17c-c64410bf15ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:55:26Z', 'updated_at': '2021-08-25T18:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_interfaces': [{'id': '2b525a16-4837-4bc5-8921-4e0ab04bb067', 'name': '', 'network_id': '5efbec4c-af7e-4e4b-beeb-84e24b747fca', 'tenant_id': 'a90a84b7bbed40579c3ccb73b08bbf5d', 'mac_address': 'fa:16:3e:4f:2d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2e8648-6439-4f3f-b17c-c64410bf15ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '034d35d5-cc1b-48eb-90ab-ac8d24458492', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:55:18Z', 'updated_at': '2021-08-25T18:55:23Z', 'revision_number': 5, 'project_id': 'a90a84b7bbed40579c3ccb73b08bbf5d', 'subnets': [{'id': '034d35d5-cc1b-48eb-90ab-ac8d24458492', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '80ef298c-8bef-4224-8144-1194e00f3a78'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:55:29.892499 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e615d934-d04c-4493-a04a-e058d715fd62 None None] The sync data for ids ['3a2e8648-6439-4f3f-b17c-c64410bf15ca'] in dv-cinder-806038-1-smb is: [{'id': '3a2e8648-6439-4f3f-b17c-c64410bf15ca', 'name': 'router1', 'tenant_id': 'a90a84b7bbed40579c3ccb73b08bbf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.208'}], 'enable_snat': True}, 'gw_port_id': '60c6afa3-7502-4e50-beed-c4d99497b853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:55:08Z', 'updated_at': '2021-08-25T18:55:27Z', 'revision_number': 4, 'project_id': 'a90a84b7bbed40579c3ccb73b08bbf5d', 'gw_port': {'id': '60c6afa3-7502-4e50-beed-c4d99497b853', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:86:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a2e8648-6439-4f3f-b17c-c64410bf15ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:55:26Z', 'updated_at': '2021-08-25T18:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_interfaces': [{'id': '2b525a16-4837-4bc5-8921-4e0ab04bb067', 'name': '', 'network_id': '5efbec4c-af7e-4e4b-beeb-84e24b747fca', 'tenant_id': 'a90a84b7bbed40579c3ccb73b08bbf5d', 'mac_address': 'fa:16:3e:4f:2d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2e8648-6439-4f3f-b17c-c64410bf15ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '034d35d5-cc1b-48eb-90ab-ac8d24458492', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:55:18Z', 'updated_at': '2021-08-25T18:55:23Z', 'revision_number': 5, 'project_id': 'a90a84b7bbed40579c3ccb73b08bbf5d', 'subnets': [{'id': '034d35d5-cc1b-48eb-90ab-ac8d24458492', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '80ef298c-8bef-4224-8144-1194e00f3a78'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 18:55:30.354863 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 37216) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:55:30.492337 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-e8de77aa-08a4-400f-bbfd-6bd9c205b3cf admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1363678 Aug 25 18:55:31.200397 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 60c6afa3-7502-4e50-beed-c4d99497b853 up at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 18:55:31.283039 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning for port 60c6afa3-7502-4e50-beed-c4d99497b853 completed by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:55:31.288137 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning complete for port 60c6afa3-7502-4e50-beed-c4d99497b853 triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:55:31.288515 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:31.410522 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:31.429573 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] For port 60c6afa3-7502-4e50-beed-c4d99497b853, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=60c6afa3-7502-4e50-beed-c4d99497b853,segment=NetworkSegment(f1739f72-e14f-462c-b4e7-56bd3b40258a),segment_id=f1739f72-e14f-462c-b4e7-56bd3b40258a)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:55:31.434800 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:31.437755 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-3031ab54-5ac9-4d3b-b77e-e8567a2900e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:55:31.507242 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Pushing event updated for resources: {'Port': ['ID=60c6afa3-7502-4e50-beed-c4d99497b853,revision_number=4']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:55:31.511321 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:55:33.183359 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 60c6afa3-7502-4e50-beed-c4d99497b853 up at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 18:55:33.251842 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning complete for port 60c6afa3-7502-4e50-beed-c4d99497b853 triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:55:33.252154 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:42.387627 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-71672643-cd92-424e-8ff8-6865727a8376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:42.878598 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:44.925137 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d764b001-aba9-40e0-8492-954f8daa3a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:45.772401 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:47.181282 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:52.630519 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.agents_db [None req-346cd5c8-7112-4e4f-bf89-0e0659d32542 None None] Agent healthcheck: found 5 active agents {{(pid=74946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 18:56:12.393330 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-53821a1f-5398-4240-ab26-83339cb890e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:56:12.895014 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:56:14.926334 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-9bb8591d-73d5-490d-9b89-de3dca42f10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:56:15.778786 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:56:17.200678 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:56:29.636778 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.agents_db [None req-346cd5c8-7112-4e4f-bf89-0e0659d32542 None None] Agent healthcheck: found 5 active agents {{(pid=74946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 18:56:42.399396 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6d5c-6dbd-4deb-933b-572cd539ff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:56:42.871432 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:56:44.947100 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-769fcf0d-97a8-4f78-bb32-1ab9c81f35d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:56:45.795695 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:56:47.203697 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:57:06.627015 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.agents_db [None req-346cd5c8-7112-4e4f-bf89-0e0659d32542 None None] Agent healthcheck: found 5 active agents {{(pid=74946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 18:57:12.393838 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-10ae60a0-db04-4d8c-ac3f-aaf94d3756ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:57:12.866841 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:57:14.928916 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-f09d0a2a-3113-4685-b992-8cf6b037c7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:57:15.777368 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:57:17.195064 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:57:37.391469 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 37794) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:57:37.483283 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2e692f2-70f6-4ba1-8d78-2cacfdef2360 admin admin] GET failed (client error): The resource could not be found. Aug 25 18:57:37.484558 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-a2e692f2-70f6-4ba1-8d78-2cacfdef2360 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0921583 Aug 25 18:57:37.624997 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c16e36-3494-418d-b92b-cd92407036af admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:57:37.626556 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-70c16e36-3494-418d-b92b-cd92407036af admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1380830 Aug 25 18:57:39.667899 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 37804) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:57:39.806991 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880784b9-fdf4-4505-b1a5-4a6bba55dd5c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:57:39.808355 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-880784b9-fdf4-4505-b1a5-4a6bba55dd5c admin admin] 10.222.0.18 "GET /v2.0/subnets/034d35d5-cc1b-48eb-90ab-ac8d24458492 HTTP/1.1" status: 200 len: 849 time: 0.1395216 Aug 25 18:57:39.818395 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [None req-ee8dc056-4c84-4350-8acc-56f501f3875c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 18:57:39.945716 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-ee8dc056-4c84-4350-8acc-56f501f3875c admin admin] Notify callbacks [] for subnet, before_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:57:40.142872 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-ee8dc056-4c84-4350-8acc-56f501f3875c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730660626189'] for subnet, after_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:57:40.147361 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:57:40.189525 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8dc056-4c84-4350-8acc-56f501f3875c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:57:40.190228 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-ee8dc056-4c84-4350-8acc-56f501f3875c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for subnet, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:57:40.192006 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-ee8dc056-4c84-4350-8acc-56f501f3875c admin admin] 10.222.0.18 "PUT /v2.0/subnets/034d35d5-cc1b-48eb-90ab-ac8d24458492 HTTP/1.1" status: 200 len: 868 time: 0.3777425 Aug 25 18:57:40.205753 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e47e80-81a0-45b8-9ba5-ab885b4871f8 None None] Network 5efbec4c-af7e-4e4b-beeb-84e24b747fca requested from dv-cinder-806038-1-smb {{(pid=74945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 18:57:40.215405 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8dc056-4c84-4350-8acc-56f501f3875c admin admin] Pushing event updated for resources: {'Subnet': ['ID=034d35d5-cc1b-48eb-90ab-ac8d24458492,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:57:40.224913 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8dc056-4c84-4350-8acc-56f501f3875c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:57:40.225255 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8dc056-4c84-4350-8acc-56f501f3875c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:57:40.225584 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8dc056-4c84-4350-8acc-56f501f3875c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:57:40.225957 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8dc056-4c84-4350-8acc-56f501f3875c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:57:40.226315 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8dc056-4c84-4350-8acc-56f501f3875c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:57:40.226720 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8dc056-4c84-4350-8acc-56f501f3875c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:57:40.227093 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8dc056-4c84-4350-8acc-56f501f3875c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:57:40.227439 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8dc056-4c84-4350-8acc-56f501f3875c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:57:40.227789 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8dc056-4c84-4350-8acc-56f501f3875c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:57:40.228116 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8dc056-4c84-4350-8acc-56f501f3875c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:57:40.228433 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8dc056-4c84-4350-8acc-56f501f3875c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:57:40.232679 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-ee8dc056-4c84-4350-8acc-56f501f3875c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:57:40.775672 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-d2c2fc69-3b32-4181-bf59-5811c528a5e9 None None] Provisioning complete for port a2ed79f4-63df-44fb-90fe-03a76880ec40 triggered by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:57:40.775936 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d2c2fc69-3b32-4181-bf59-5811c528a5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:57:40.912015 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-d2c2fc69-3b32-4181-bf59-5811c528a5e9 None None] Provisioning complete for port 2b525a16-4837-4bc5-8921-4e0ab04bb067 triggered by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:57:40.912487 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d2c2fc69-3b32-4181-bf59-5811c528a5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:57:42.259427 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 37814) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:57:42.399321 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-708ee28a-751e-4e9d-9ec5-a65aa463a089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:57:42.468257 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b7cfb7-0f62-43c9-8445-c53206692bd7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:57:42.468542 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b7cfb7-0f62-43c9-8445-c53206692bd7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:57:42.470112 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-e9b7cfb7-0f62-43c9-8445-c53206692bd7 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2097547 Aug 25 18:57:42.860473 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:57:43.626938 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.agents_db [None req-346cd5c8-7112-4e4f-bf89-0e0659d32542 None None] Agent healthcheck: found 5 active agents {{(pid=74946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 18:57:44.495045 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 37824) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:57:44.697743 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaeb08bd-f978-4b18-88bc-cdb099795077 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:57:44.698127 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaeb08bd-f978-4b18-88bc-cdb099795077 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:57:44.699707 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-eaeb08bd-f978-4b18-88bc-cdb099795077 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2036681 Aug 25 18:57:44.923472 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-a7f1127f-1af2-48dc-afe3-ecce0eb6c3af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:57:45.781491 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:57:46.729132 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 37834) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:57:46.922983 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfeb88c-f934-49b3-89bb-e3d4a35db739 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:57:46.934548 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-7bfeb88c-f934-49b3-89bb-e3d4a35db739 admin admin] 10.222.0.18 "GET /v2.0/networks/417bd5a5-462f-4a89-b2a6-9bf17cf29921 HTTP/1.1" status: 200 len: 886 time: 0.2042258 Aug 25 18:57:47.200394 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:57:48.964824 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 37844) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:57:49.160311 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d61485-0484-4bd9-861a-7d28f2e4610d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:57:49.165843 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-34d61485-0484-4bd9-861a-7d28f2e4610d admin admin] 10.222.0.18 "GET /v2.0/networks/5efbec4c-af7e-4e4b-beeb-84e24b747fca HTTP/1.1" status: 200 len: 869 time: 0.1958718 Aug 25 18:57:51.195994 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 37854) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:57:51.334225 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a929668-cd02-472d-942f-e475ce89d5dc admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:57:51.334629 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a929668-cd02-472d-942f-e475ce89d5dc admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:57:51.336149 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-4a929668-cd02-472d-942f-e475ce89d5dc admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1392248 Aug 25 18:57:53.349900 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 37864) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:57:53.479840 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1a2a3d-3576-4741-b1d2-465f09db7a30 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:57:53.480123 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1a2a3d-3576-4741-b1d2-465f09db7a30 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:57:53.481648 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-9d1a2a3d-3576-4741-b1d2-465f09db7a30 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1307874 Aug 25 18:57:55.519777 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 37874) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:57:55.655375 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530db15c-e2a6-44fd-9836-d0de3a3accdc admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:57:55.656748 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-530db15c-e2a6-44fd-9836-d0de3a3accdc admin admin] 10.222.0.18 "GET /v2.0/subnets/034d35d5-cc1b-48eb-90ab-ac8d24458492 HTTP/1.1" status: 200 len: 868 time: 0.1360228 Aug 25 18:57:57.697474 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 37884) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:57:57.823043 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1c8857-a652-428a-8313-3e3f3de3780d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:57:57.824429 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-0d1c8857-a652-428a-8313-3e3f3de3780d admin admin] 10.222.0.18 "GET /v2.0/subnets/fa93b1ab-a770-4eed-8e8f-a3451db1cd3c HTTP/1.1" status: 200 len: 816 time: 0.1259761 Aug 25 18:58:12.401193 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-678e6ddb-3c45-44d4-9a55-5e6420cf812d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:12.865663 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:14.928716 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-ea8c64e4-73cf-4a68-abc4-59adb1168129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:15.608334 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 37922) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:58:15.679818 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [None req-e37e8c1f-4c9b-43af-aacc-d3b9fee77a44 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=74944) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 18:58:15.680798 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-e37e8c1f-4c9b-43af-aacc-d3b9fee77a44 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0715470 Aug 25 18:58:15.787069 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:17.200072 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:17.775864 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 37932) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:58:17.866249 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.pecan_wsgi.hooks.translation [None req-bacaa795-ac47-4bde-9b33-0b3c97b3cfdc admin admin] GET failed (client error): The resource could not be found. Aug 25 18:58:17.867515 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-bacaa795-ac47-4bde-9b33-0b3c97b3cfdc admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0907347 Aug 25 18:58:17.996969 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046d34a3-2c02-48df-bbca-94ef6abd5321 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:58:17.998339 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-046d34a3-2c02-48df-bbca-94ef6abd5321 admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1266422 Aug 25 18:58:20.042373 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 37942) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:58:20.114081 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [None req-424bfda5-5195-4e76-878a-21373f33cb55 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 18:58:20.118827 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-424bfda5-5195-4e76-878a-21373f33cb55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 18:58:20.128778 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-424bfda5-5195-4e76-878a-21373f33cb55 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 18:58:20.138930 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424bfda5-5195-4e76-878a-21373f33cb55 admin admin] Made reservation on behalf of 29bcff2245494391a4546a030c095320 for: {'network': 1} {{(pid=74944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:58:20.141365 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-424bfda5-5195-4e76-878a-21373f33cb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for network, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:20.228790 dv-cinder-806038-1-smb neutron-server[74944]: WARNING neutron.services.revisions.revision_plugin [None req-424bfda5-5195-4e76-878a-21373f33cb55 admin admin] Could not find related network for resource to bump revision. Aug 25 18:58:20.244187 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-424bfda5-5195-4e76-878a-21373f33cb55 admin admin] vlan segment allocate from pool success with {'vlan_id': 801, 'physical_network': 'physnet1'} {{(pid=74944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 18:58:20.254323 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-424bfda5-5195-4e76-878a-21373f33cb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748241'] for segment, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:20.254681 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.db.segments_db [None req-424bfda5-5195-4e76-878a-21373f33cb55 admin admin] Added segment 8bea7c22-bc9e-4570-a53d-f6f710ee3ece of type vlan for network f7716d4e-1d78-4b2c-92ab-cf933f1563f8 Aug 25 18:58:20.280562 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-424bfda5-5195-4e76-878a-21373f33cb55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730660192678'] for network, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:20.313484 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-424bfda5-5195-4e76-878a-21373f33cb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697'] for network, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:20.314889 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424bfda5-5195-4e76-878a-21373f33cb55 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:58:20.315469 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-424bfda5-5195-4e76-878a-21373f33cb55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for network, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:20.318946 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:58:20.462353 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424bfda5-5195-4e76-878a-21373f33cb55 admin admin] Pushing event updated for resources: {'Network': ['ID=f7716d4e-1d78-4b2c-92ab-cf933f1563f8,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:58:20.466556 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-424bfda5-5195-4e76-878a-21373f33cb55 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4231334 Aug 25 18:58:20.473159 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424bfda5-5195-4e76-878a-21373f33cb55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:58:20.473503 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424bfda5-5195-4e76-878a-21373f33cb55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:58:20.473836 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424bfda5-5195-4e76-878a-21373f33cb55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:58:20.474165 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424bfda5-5195-4e76-878a-21373f33cb55 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:58:20.474525 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424bfda5-5195-4e76-878a-21373f33cb55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:58:20.474900 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424bfda5-5195-4e76-878a-21373f33cb55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:58:20.475160 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424bfda5-5195-4e76-878a-21373f33cb55 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:58:20.475477 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424bfda5-5195-4e76-878a-21373f33cb55 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:58:20.475803 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424bfda5-5195-4e76-878a-21373f33cb55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:58:20.476119 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424bfda5-5195-4e76-878a-21373f33cb55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:58:20.476435 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424bfda5-5195-4e76-878a-21373f33cb55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:58:20.480372 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-424bfda5-5195-4e76-878a-21373f33cb55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:58:20.489541 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Network f7716d4e-1d78-4b2c-92ab-cf933f1563f8 details requested by agent ovs-agent-dv-cinder-806038-1-smb with host dv-cinder-806038-1-smb {{(pid=74945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 18:58:20.627702 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.agents_db [None req-346cd5c8-7112-4e4f-bf89-0e0659d32542 None None] Agent healthcheck: found 5 active agents {{(pid=74946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 18:58:22.501271 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 37952) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:58:22.590728 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fb35724-56dd-4de8-b17e-d17e76f9bed2 admin admin] GET failed (client error): The resource could not be found. Aug 25 18:58:22.591238 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-5fb35724-56dd-4de8-b17e-d17e76f9bed2 admin admin] Synchronizing usage tracker for tenant:29bcff2245494391a4546a030c095320 on resource:network {{(pid=74944) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 18:58:22.606544 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-5fb35724-56dd-4de8-b17e-d17e76f9bed2 admin admin] Unset dirty status for tenant:29bcff2245494391a4546a030c095320 on resource:network {{(pid=74944) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 18:58:22.607667 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-5fb35724-56dd-4de8-b17e-d17e76f9bed2 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1054409 Aug 25 18:58:22.715838 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af810be0-1724-4c25-b77c-a2a57ec5e90d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:58:22.717217 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-af810be0-1724-4c25-b77c-a2a57ec5e90d admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1049416 Aug 25 18:58:22.727312 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [None req-b0590010-4f46-4634-a331-454c46df8c10 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'f7716d4e-1d78-4b2c-92ab-cf933f1563f8', 'name': 'shared-subnet'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 18:58:22.731848 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-b0590010-4f46-4634-a331-454c46df8c10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 18:58:22.735676 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-b0590010-4f46-4634-a331-454c46df8c10 admin admin] Usage tracker for resource:subnet and tenant:29bcff2245494391a4546a030c095320 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 18:58:22.739222 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-b0590010-4f46-4634-a331-454c46df8c10 admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 18:58:22.745168 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-b0590010-4f46-4634-a331-454c46df8c10 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 18:58:22.755466 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0590010-4f46-4634-a331-454c46df8c10 admin admin] Made reservation on behalf of 29bcff2245494391a4546a030c095320 for: {'subnet': 1} {{(pid=74944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:58:22.757866 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-b0590010-4f46-4634-a331-454c46df8c10 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:22.958313 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-b0590010-4f46-4634-a331-454c46df8c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697'] for subnet, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:22.961944 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-f29c1b8a-a44c-4c8c-bf30-e5100512dd77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:58:23.027050 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0590010-4f46-4634-a331-454c46df8c10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2533d686-f6e0-4dce-8c8b-0e7e155c021c,revision_number=0']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:58:23.031651 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-b0590010-4f46-4634-a331-454c46df8c10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:58:23.041635 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0590010-4f46-4634-a331-454c46df8c10 admin admin] Checking segment: {'id': '8bea7c22-bc9e-4570-a53d-f6f710ee3ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f7716d4e-1d78-4b2c-92ab-cf933f1563f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 18:58:23.042000 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0590010-4f46-4634-a331-454c46df8c10 admin admin] Network hostable DHCP agents. Network: f7716d4e-1d78-4b2c-92ab-cf933f1563f8, hostable agents: ['27d70ae6-e524-414d-8203-429baaa22b85'], hosted agents: [] {{(pid=74944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 18:58:23.062629 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0590010-4f46-4634-a331-454c46df8c10 admin admin] Network f7716d4e-1d78-4b2c-92ab-cf933f1563f8 is scheduled to be hosted by DHCP agent 27d70ae6-e524-414d-8203-429baaa22b85 with binding_index 1 {{(pid=74944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 18:58:23.071534 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.base_scheduler [None req-b0590010-4f46-4634-a331-454c46df8c10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806038-1-smb, f7716d4e-1d78-4b2c-92ab-cf933f1563f8) {{(pid=74944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:58:23.075543 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0590010-4f46-4634-a331-454c46df8c10 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:58:23.076130 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-b0590010-4f46-4634-a331-454c46df8c10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for subnet, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:23.098098 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-b0590010-4f46-4634-a331-454c46df8c10 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3742201 Aug 25 18:58:23.185648 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21dda43-b68b-4a2f-b13a-8002aedff0c2 None None] Network f7716d4e-1d78-4b2c-92ab-cf933f1563f8 requested from dv-cinder-806038-1-smb {{(pid=74945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 18:58:23.404415 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247f2f74-11cd-453c-aea3-32f3a5d551dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf97a539-8509-5f51-b208-f15cf2fc9d5d-f7716d4e-1d78-4b2c-92ab-cf933f1563f8', 'network_id': 'f7716d4e-1d78-4b2c-92ab-cf933f1563f8', 'tenant_id': '29bcff2245494391a4546a030c095320', 'fixed_ips': [{'subnet_id': '2533d686-f6e0-4dce-8c8b-0e7e155c021c'}]}} from dv-cinder-806038-1-smb. {{(pid=74945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 18:58:23.405252 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-247f2f74-11cd-453c-aea3-32f3a5d551dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:23.570386 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.db_base_plugin_common [None req-247f2f74-11cd-453c-aea3-32f3a5d551dc None None] Allocated IP 192.168.233.2 (f7716d4e-1d78-4b2c-92ab-cf933f1563f8/2533d686-f6e0-4dce-8c8b-0e7e155c021c/894790cc-0a18-46d7-9dae-6cb5de283f92) {{(pid=74945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:58:23.782834 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-247f2f74-11cd-453c-aea3-32f3a5d551dc None None] Notify callbacks [] for port, precommit_create {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:23.794770 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-247f2f74-11cd-453c-aea3-32f3a5d551dc None None] Transition to ACTIVE for port object 894790cc-0a18-46d7-9dae-6cb5de283f92 will not be triggered until provisioned by entity L2. {{(pid=74945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:58:23.813538 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-247f2f74-11cd-453c-aea3-32f3a5d551dc None None] Transition to ACTIVE for port object 894790cc-0a18-46d7-9dae-6cb5de283f92 will not be triggered until provisioned by entity DHCP. {{(pid=74945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:58:23.820857 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-247f2f74-11cd-453c-aea3-32f3a5d551dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039'] for port, after_create {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:23.827726 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:58:23.897954 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247f2f74-11cd-453c-aea3-32f3a5d551dc None None] Network f7716d4e-1d78-4b2c-92ab-cf933f1563f8 is already hosted by enough agents. {{(pid=74945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:58:23.900947 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.scheduler.base_scheduler [None req-247f2f74-11cd-453c-aea3-32f3a5d551dc None None] Resources bound (agent type, host, resource id): {{(pid=74945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:58:23.905508 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f2f74-11cd-453c-aea3-32f3a5d551dc None None] Pushing event updated for resources: {'Port': ['ID=894790cc-0a18-46d7-9dae-6cb5de283f92,revision_number=1']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:58:23.907894 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247f2f74-11cd-453c-aea3-32f3a5d551dc None None] Received port after_create {{(pid=74945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:58:23.973654 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247f2f74-11cd-453c-aea3-32f3a5d551dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:58:23.973995 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247f2f74-11cd-453c-aea3-32f3a5d551dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:58:23.974326 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247f2f74-11cd-453c-aea3-32f3a5d551dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:58:23.974689 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247f2f74-11cd-453c-aea3-32f3a5d551dc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:58:23.975018 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247f2f74-11cd-453c-aea3-32f3a5d551dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:58:23.975348 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247f2f74-11cd-453c-aea3-32f3a5d551dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:58:23.975667 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247f2f74-11cd-453c-aea3-32f3a5d551dc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:58:23.975988 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247f2f74-11cd-453c-aea3-32f3a5d551dc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:58:23.976311 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247f2f74-11cd-453c-aea3-32f3a5d551dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:58:23.976622 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247f2f74-11cd-453c-aea3-32f3a5d551dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:58:23.976938 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247f2f74-11cd-453c-aea3-32f3a5d551dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:58:23.984130 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-247f2f74-11cd-453c-aea3-32f3a5d551dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:58:24.005648 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.managers [None req-247f2f74-11cd-453c-aea3-32f3a5d551dc None None] Attempting to bind port 894790cc-0a18-46d7-9dae-6cb5de283f92 on host dv-cinder-806038-1-smb for vnic_type normal with profile {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:58:24.006023 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.managers [None req-247f2f74-11cd-453c-aea3-32f3a5d551dc None None] Attempting to bind port 894790cc-0a18-46d7-9dae-6cb5de283f92 by drivers openvswitch,hyperv on host dv-cinder-806038-1-smb at level 0 using segments [{'id': '8bea7c22-bc9e-4570-a53d-f6f710ee3ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f7716d4e-1d78-4b2c-92ab-cf933f1563f8'}] {{(pid=74945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:58:24.006402 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247f2f74-11cd-453c-aea3-32f3a5d551dc None None] Attempting to bind port 894790cc-0a18-46d7-9dae-6cb5de283f92 on network f7716d4e-1d78-4b2c-92ab-cf933f1563f8 {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:58:24.012952 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247f2f74-11cd-453c-aea3-32f3a5d551dc None None] Checking agent: {'id': 'ade42a89-c411-4b33-b073-1b38210940ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 43), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:58:24.013324 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247f2f74-11cd-453c-aea3-32f3a5d551dc None None] Checking segment: {'id': '8bea7c22-bc9e-4570-a53d-f6f710ee3ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f7716d4e-1d78-4b2c-92ab-cf933f1563f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 18:58:24.013725 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-247f2f74-11cd-453c-aea3-32f3a5d551dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:24.014117 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247f2f74-11cd-453c-aea3-32f3a5d551dc None None] Bound using segment: {'id': '8bea7c22-bc9e-4570-a53d-f6f710ee3ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f7716d4e-1d78-4b2c-92ab-cf933f1563f8'} {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:58:24.014616 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.managers [None req-247f2f74-11cd-453c-aea3-32f3a5d551dc None None] Bound port: 894790cc-0a18-46d7-9dae-6cb5de283f92, host: dv-cinder-806038-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bea7c22-bc9e-4570-a53d-f6f710ee3ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f7716d4e-1d78-4b2c-92ab-cf933f1563f8'}}] {{(pid=74945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:58:24.015011 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-247f2f74-11cd-453c-aea3-32f3a5d551dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:24.130511 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-247f2f74-11cd-453c-aea3-32f3a5d551dc None None] For port 894790cc-0a18-46d7-9dae-6cb5de283f92, host dv-cinder-806038-1-smb, cleared binding levels {{(pid=74945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:58:24.133982 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-247f2f74-11cd-453c-aea3-32f3a5d551dc None None] For port 894790cc-0a18-46d7-9dae-6cb5de283f92, host dv-cinder-806038-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=894790cc-0a18-46d7-9dae-6cb5de283f92,segment=NetworkSegment(8bea7c22-bc9e-4570-a53d-f6f710ee3ece),segment_id=8bea7c22-bc9e-4570-a53d-f6f710ee3ece)] {{(pid=74945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:58:24.139195 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-247f2f74-11cd-453c-aea3-32f3a5d551dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:24.144972 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:58:24.218597 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f2f74-11cd-453c-aea3-32f3a5d551dc None None] Pushing event updated for resources: {'Port': ['ID=894790cc-0a18-46d7-9dae-6cb5de283f92,revision_number=2']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:58:24.225842 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-247f2f74-11cd-453c-aea3-32f3a5d551dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:58:25.052969 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02865ca3-a266-4619-8fb4-65af7353126b None None] Network f7716d4e-1d78-4b2c-92ab-cf933f1563f8 requested from dv-cinder-806038-1-smb {{(pid=74945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 18:58:25.161762 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-6fd64ade-5c74-44d6-89eb-4301ca84aca0 None None] Provisioning for port 894790cc-0a18-46d7-9dae-6cb5de283f92 completed by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:58:25.305163 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 894790cc-0a18-46d7-9dae-6cb5de283f92 up at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 18:58:25.385538 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning for port 894790cc-0a18-46d7-9dae-6cb5de283f92 completed by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:58:25.392750 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning complete for port 894790cc-0a18-46d7-9dae-6cb5de283f92 triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:58:25.393371 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:25.524869 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:25.561624 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] For port 894790cc-0a18-46d7-9dae-6cb5de283f92, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=894790cc-0a18-46d7-9dae-6cb5de283f92,segment=NetworkSegment(8bea7c22-bc9e-4570-a53d-f6f710ee3ece),segment_id=8bea7c22-bc9e-4570-a53d-f6f710ee3ece)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:58:25.567735 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:25.571827 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-85eab6e3-ac55-4980-8292-90025ebd13d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:58:25.656954 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-16ad77b2-15ce-4d7b-b497-d31de8937d31 None None] Provisioning complete for port 894790cc-0a18-46d7-9dae-6cb5de283f92 triggered by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:58:25.657277 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-16ad77b2-15ce-4d7b-b497-d31de8937d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:25.681188 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Pushing event updated for resources: {'Port': ['ID=894790cc-0a18-46d7-9dae-6cb5de283f92,revision_number=3']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:58:25.684498 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:58:27.274053 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 894790cc-0a18-46d7-9dae-6cb5de283f92 up at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 18:58:27.349689 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning complete for port 894790cc-0a18-46d7-9dae-6cb5de283f92 triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:58:27.350557 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:42.405837 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-f82a9e5e-533b-41d8-8e1a-33b9aeadaa5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:42.869028 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:44.935738 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-ca06a324-ba1c-476e-ad02-3c658d7e88f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:45.788756 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:47.203344 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:57.628236 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.agents_db [None req-346cd5c8-7112-4e4f-bf89-0e0659d32542 None None] Agent healthcheck: found 5 active agents {{(pid=74946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 18:59:12.399139 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-daa445e5-5bfc-4298-bd1b-822cbc5fb946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:59:12.867220 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:59:14.930344 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-675391d2-ba9c-48b5-b120-1d46e0d49adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:59:15.792412 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:59:17.205682 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:59:26.892361 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 37994) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:59:26.899039 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [None req-321b4b59-52ba-4f12-a59f-24e177c0ca05 tempest-verify_tempest_config-1744818440 tempest-verify_tempest_config-1744818440-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=74943) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 18:59:26.900024 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-321b4b59-52ba-4f12-a59f-24e177c0ca05 tempest-verify_tempest_config-1744818440 tempest-verify_tempest_config-1744818440-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0063431 Aug 25 18:59:27.257650 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 38010) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:59:27.427777 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a50e859b-2a5e-4fb5-b0dd-760d9c92bd36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:59:27.468771 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-a50e859b-2a5e-4fb5-b0dd-760d9c92bd36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 18:59:27.472738 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-a50e859b-2a5e-4fb5-b0dd-760d9c92bd36 admin admin] Usage tracker for resource:security_group_rule and tenant:2a20d79673b7454f878e3171df1cf281 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 18:59:27.475793 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-a50e859b-2a5e-4fb5-b0dd-760d9c92bd36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 18:59:27.482510 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-a50e859b-2a5e-4fb5-b0dd-760d9c92bd36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 18:59:27.557514 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a50e859b-2a5e-4fb5-b0dd-760d9c92bd36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:59:27.562030 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a50e859b-2a5e-4fb5-b0dd-760d9c92bd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:59:27.570296 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:59:27.610437 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e859b-2a5e-4fb5-b0dd-760d9c92bd36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52710bf2-c50b-4d76-a558-c05d6a0e56b3,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:59:27.618177 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-a50e859b-2a5e-4fb5-b0dd-760d9c92bd36 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2a20d79673b7454f878e3171df1cf281&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3594398 Aug 25 18:59:27.620984 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 38016) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:59:27.621568 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50e859b-2a5e-4fb5-b0dd-760d9c92bd36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:59:27.621673 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50e859b-2a5e-4fb5-b0dd-760d9c92bd36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:59:27.621991 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50e859b-2a5e-4fb5-b0dd-760d9c92bd36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:59:27.622321 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50e859b-2a5e-4fb5-b0dd-760d9c92bd36 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:59:27.622683 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50e859b-2a5e-4fb5-b0dd-760d9c92bd36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:59:27.623009 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50e859b-2a5e-4fb5-b0dd-760d9c92bd36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:59:27.623360 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50e859b-2a5e-4fb5-b0dd-760d9c92bd36 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:59:27.623680 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50e859b-2a5e-4fb5-b0dd-760d9c92bd36 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:59:27.623998 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50e859b-2a5e-4fb5-b0dd-760d9c92bd36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:59:27.624313 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50e859b-2a5e-4fb5-b0dd-760d9c92bd36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:59:27.624625 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50e859b-2a5e-4fb5-b0dd-760d9c92bd36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:59:27.629137 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-a50e859b-2a5e-4fb5-b0dd-760d9c92bd36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:59:27.680506 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-748fdccc-8969-452b-88ea-69338ce0c5c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:59:27.708177 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-748fdccc-8969-452b-88ea-69338ce0c5c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:59:27.800006 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-748fdccc-8969-452b-88ea-69338ce0c5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:59:27.804003 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-6388dbb1-3efd-4d87-8b65-8405aee2dc13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:59:27.814992 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748fdccc-8969-452b-88ea-69338ce0c5c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52710bf2-c50b-4d76-a558-c05d6a0e56b3,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:59:27.825751 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-748fdccc-8969-452b-88ea-69338ce0c5c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:59:27.826931 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-748fdccc-8969-452b-88ea-69338ce0c5c2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/52710bf2-c50b-4d76-a558-c05d6a0e56b3 HTTP/1.1" status: 204 len: 168 time: 0.2049494 Aug 25 18:59:27.828101 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748fdccc-8969-452b-88ea-69338ce0c5c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:59:27.828443 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748fdccc-8969-452b-88ea-69338ce0c5c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:59:27.828776 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748fdccc-8969-452b-88ea-69338ce0c5c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:59:27.829106 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748fdccc-8969-452b-88ea-69338ce0c5c2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:59:27.829437 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748fdccc-8969-452b-88ea-69338ce0c5c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:59:27.829760 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748fdccc-8969-452b-88ea-69338ce0c5c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:59:27.830078 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748fdccc-8969-452b-88ea-69338ce0c5c2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:59:27.830421 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748fdccc-8969-452b-88ea-69338ce0c5c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:59:27.830767 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748fdccc-8969-452b-88ea-69338ce0c5c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:59:27.831047 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748fdccc-8969-452b-88ea-69338ce0c5c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:59:27.831366 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748fdccc-8969-452b-88ea-69338ce0c5c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:59:27.834334 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-748fdccc-8969-452b-88ea-69338ce0c5c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:59:34.628591 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.agents_db [None req-346cd5c8-7112-4e4f-bf89-0e0659d32542 None None] Agent healthcheck: found 5 active agents {{(pid=74946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 18:59:42.403137 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-083b4db6-570f-48e5-b1fa-3872b75a6faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:59:42.870343 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:59:44.933708 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-ec11e871-6ca8-4724-bba1-a95ac2305895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:59:45.795355 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:59:47.209187 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:00:11.628162 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.agents_db [None req-346cd5c8-7112-4e4f-bf89-0e0659d32542 None None] Agent healthcheck: found 5 active agents {{(pid=74946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:00:12.404798 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-5b35683e-0d60-492d-96a2-9b3249c48671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:00:12.867443 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:00:14.936017 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-e00b8296-878d-47ac-bd64-70870e3340af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:00:15.797924 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:00:17.215411 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:00:42.407543 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-0ac5eb8f-7910-4968-b94c-9cfe82b904e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:00:42.870288 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:00:44.936378 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-bcfdbd4b-c25b-41ac-9b53-528eb46618df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:00:45.798937 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:00:47.214231 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:00:48.628204 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.agents_db [None req-346cd5c8-7112-4e4f-bf89-0e0659d32542 None None] Agent healthcheck: found 5 active agents {{(pid=74946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:01:05.737203 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-676042'] for agent, after_create {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:01:12.408730 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-558396f3-086d-4c2d-9aba-892134e09c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:01:12.874168 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:01:14.941034 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-562fb4f7-0dd4-4b30-88b6-1897569b6fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:01:15.802072 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:01:17.221704 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:01:21.315056 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 38086) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:01:21.455763 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-2c2809e4-cde5-421c-a505-d236da1d37e6 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1392055 Aug 25 19:01:23.459717 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 38096) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:01:23.542069 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-4319b02e-ae8a-4420-9c22-cb9423ec5e85 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0812747 Aug 25 19:01:25.628776 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.agents_db [None req-346cd5c8-7112-4e4f-bf89-0e0659d32542 None None] Agent healthcheck: found 6 active agents {{(pid=74946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:01:35.690196 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:01:42.409144 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-dafd6e36-4fe1-4aef-bb8a-cbc49d061e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:01:42.876717 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:01:44.943550 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-df889925-679d-4327-a358-48da714e3b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:01:45.803786 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:01:47.221824 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:02.628967 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.agents_db [None req-346cd5c8-7112-4e4f-bf89-0e0659d32542 None None] Agent healthcheck: found 6 active agents {{(pid=74946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:02:05.705429 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:12.411461 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-81f61507-b25c-4bfe-80a3-81f551299088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:12.886751 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:14.948955 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-dc7cf729-6ace-4ad9-9e0f-21edc9fecfac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:15.843130 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:17.228704 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:35.715446 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:39.629364 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.agents_db [None req-346cd5c8-7112-4e4f-bf89-0e0659d32542 None None] Agent healthcheck: found 6 active agents {{(pid=74946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:02:42.414639 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-5668f785-5ad3-4341-a0a5-8725d93529ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:42.880921 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:44.944114 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-f316a73a-4953-4901-868c-16eef73fccb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:45.818964 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:47.231708 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:01.263759 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 38184) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:01.622398 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [None req-a0943eca-e6b8-497c-b5c4-e99b174b660d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1296946880-network', 'tenant_id': '3e48406004b648a0990504d66c49cab7'}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:01.633525 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-a0943eca-e6b8-497c-b5c4-e99b174b660d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:01.640500 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-a0943eca-e6b8-497c-b5c4-e99b174b660d admin admin] Usage tracker for resource:network and tenant:3e48406004b648a0990504d66c49cab7 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:01.644964 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-a0943eca-e6b8-497c-b5c4-e99b174b660d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:01.653562 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-a0943eca-e6b8-497c-b5c4-e99b174b660d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:01.672181 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0943eca-e6b8-497c-b5c4-e99b174b660d admin admin] Made reservation on behalf of 3e48406004b648a0990504d66c49cab7 for: {'network': 1} {{(pid=74943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:03:01.674801 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a0943eca-e6b8-497c-b5c4-e99b174b660d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for network, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:01.703319 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a0943eca-e6b8-497c-b5c4-e99b174b660d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:01.759117 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-a0943eca-e6b8-497c-b5c4-e99b174b660d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:01.763976 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-a0943eca-e6b8-497c-b5c4-e99b174b660d admin admin] Usage tracker for resource:security_group_rule and tenant:3e48406004b648a0990504d66c49cab7 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:01.767575 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-a0943eca-e6b8-497c-b5c4-e99b174b660d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:01.774848 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-a0943eca-e6b8-497c-b5c4-e99b174b660d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:01.875114 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a0943eca-e6b8-497c-b5c4-e99b174b660d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:01.885878 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a0943eca-e6b8-497c-b5c4-e99b174b660d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:01.889947 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-a50e859b-2a5e-4fb5-b0dd-760d9c92bd36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:01.922713 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0943eca-e6b8-497c-b5c4-e99b174b660d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43bc0c26-0f84-4968-934c-4e9ea42e270b,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:01.938201 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0943eca-e6b8-497c-b5c4-e99b174b660d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:01.938959 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0943eca-e6b8-497c-b5c4-e99b174b660d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:01.939486 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0943eca-e6b8-497c-b5c4-e99b174b660d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:01.940006 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0943eca-e6b8-497c-b5c4-e99b174b660d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:01.940585 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0943eca-e6b8-497c-b5c4-e99b174b660d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:01.941140 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0943eca-e6b8-497c-b5c4-e99b174b660d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:01.941692 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0943eca-e6b8-497c-b5c4-e99b174b660d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:01.942237 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0943eca-e6b8-497c-b5c4-e99b174b660d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:01.942813 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0943eca-e6b8-497c-b5c4-e99b174b660d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:01.943488 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0943eca-e6b8-497c-b5c4-e99b174b660d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:01.944037 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0943eca-e6b8-497c-b5c4-e99b174b660d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:01.945569 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0943eca-e6b8-497c-b5c4-e99b174b660d admin admin] Tracked resource versions report: Aug 25 19:03:01.945569 dv-cinder-806038-1-smb neutron-server[74943]: pushed versions: Aug 25 19:03:01.945569 dv-cinder-806038-1-smb neutron-server[74943]: { 'ConntrackHelper': {'1.0'}, Aug 25 19:03:01.945569 dv-cinder-806038-1-smb neutron-server[74943]: 'Log': {'1.0'}, Aug 25 19:03:01.945569 dv-cinder-806038-1-smb neutron-server[74943]: 'Network': {'1.1'}, Aug 25 19:03:01.945569 dv-cinder-806038-1-smb neutron-server[74943]: 'Port': {'1.5'}, Aug 25 19:03:01.945569 dv-cinder-806038-1-smb neutron-server[74943]: 'PortForwarding': {'1.2'}, Aug 25 19:03:01.945569 dv-cinder-806038-1-smb neutron-server[74943]: 'QosPolicy': {'1.8'}, Aug 25 19:03:01.945569 dv-cinder-806038-1-smb neutron-server[74943]: 'SecurityGroup': {'1.2'}, Aug 25 19:03:01.945569 dv-cinder-806038-1-smb neutron-server[74943]: 'SecurityGroupRule': {'1.0'}, Aug 25 19:03:01.945569 dv-cinder-806038-1-smb neutron-server[74943]: 'SubPort': {'1.0'}, Aug 25 19:03:01.945569 dv-cinder-806038-1-smb neutron-server[74943]: 'Subnet': {'1.1'}, Aug 25 19:03:01.945569 dv-cinder-806038-1-smb neutron-server[74943]: 'Trunk': {'1.1'}} Aug 25 19:03:01.945569 dv-cinder-806038-1-smb neutron-server[74943]: consumer versions: Aug 25 19:03:01.945569 dv-cinder-806038-1-smb neutron-server[74943]: { DHCP agent@dv-cinder-806038-1-smb: {}, Aug 25 19:03:01.945569 dv-cinder-806038-1-smb neutron-server[74943]: HyperV agent@hv-cinder-80603: {}, Aug 25 19:03:01.945569 dv-cinder-806038-1-smb neutron-server[74943]: L3 agent@dv-cinder-806038-1-smb: {}, Aug 25 19:03:01.945569 dv-cinder-806038-1-smb neutron-server[74943]: Metadata agent@dv-cinder-806038-1-smb: {}, Aug 25 19:03:01.945569 dv-cinder-806038-1-smb neutron-server[74943]: Metering agent@dv-cinder-806038-1-smb: {}, Aug 25 19:03:01.945569 dv-cinder-806038-1-smb neutron-server[74943]: Open vSwitch agent@dv-cinder-806038-1-smb: { 'ConntrackHelper': '1.0', Aug 25 19:03:01.945569 dv-cinder-806038-1-smb neutron-server[74943]: 'Log': '1.0', Aug 25 19:03:01.945569 dv-cinder-806038-1-smb neutron-server[74943]: 'Network': '1.1', Aug 25 19:03:01.945569 dv-cinder-806038-1-smb neutron-server[74943]: 'Port': '1.5', Aug 25 19:03:01.945569 dv-cinder-806038-1-smb neutron-server[74943]: 'PortForwarding': '1.2', Aug 25 19:03:01.945569 dv-cinder-806038-1-smb neutron-server[74943]: 'QosPolicy': '1.8', Aug 25 19:03:01.945569 dv-cinder-806038-1-smb neutron-server[74943]: 'SecurityGroup': '1.2', Aug 25 19:03:01.945569 dv-cinder-806038-1-smb neutron-server[74943]: 'SecurityGroupRule': '1.0', Aug 25 19:03:01.945569 dv-cinder-806038-1-smb neutron-server[74943]: 'SubPort': '1.0', Aug 25 19:03:01.945569 dv-cinder-806038-1-smb neutron-server[74943]: 'Subnet': '1.1', Aug 25 19:03:01.945569 dv-cinder-806038-1-smb neutron-server[74943]: 'Trunk': '1.1'}} Aug 25 19:03:01.945569 dv-cinder-806038-1-smb neutron-server[74943]: {{(pid=74943) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 19:03:01.961473 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-a0943eca-e6b8-497c-b5c4-e99b174b660d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:01.962579 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0943eca-e6b8-497c-b5c4-e99b174b660d admin admin] vlan segment allocate from pool success with {'vlan_id': 802, 'physical_network': 'physnet1'} {{(pid=74943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 19:03:01.988823 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a0943eca-e6b8-497c-b5c4-e99b174b660d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730660705401', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748241'] for segment, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:01.989427 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a0943eca-e6b8-497c-b5c4-e99b174b660d admin admin] Unsubscribe: segment precommit_create {{(pid=74943) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 25 19:03:01.989935 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.db.segments_db [None req-a0943eca-e6b8-497c-b5c4-e99b174b660d admin admin] Added segment f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c of type vlan for network 4729cc76-35b6-44e9-ab20-fbd23b7c92c4 Aug 25 19:03:02.084790 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a0943eca-e6b8-497c-b5c4-e99b174b660d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730660192678'] for network, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:02.155738 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a0943eca-e6b8-497c-b5c4-e99b174b660d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697'] for network, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:02.158474 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0943eca-e6b8-497c-b5c4-e99b174b660d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:02.164488 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a0943eca-e6b8-497c-b5c4-e99b174b660d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for network, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:02.168971 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:02.188809 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 38228) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:02.354518 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0943eca-e6b8-497c-b5c4-e99b174b660d admin admin] Pushing event updated for resources: {'Network': ['ID=4729cc76-35b6-44e9-ab20-fbd23b7c92c4,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:02.360256 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-a0943eca-e6b8-497c-b5c4-e99b174b660d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:02.375528 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Network 4729cc76-35b6-44e9-ab20-fbd23b7c92c4 details requested by agent ovs-agent-dv-cinder-806038-1-smb with host dv-cinder-806038-1-smb {{(pid=74945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 19:03:02.407123 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-a0943eca-e6b8-497c-b5c4-e99b174b660d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1413994 Aug 25 19:03:02.411957 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 38240) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:02.419714 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [None req-91a29b36-f3a3-499e-ba74-ed0d82a23205 admin admin] Request body: {'subnet': {'network_id': '4729cc76-35b6-44e9-ab20-fbd23b7c92c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1296946880-subnet', 'tenant_id': '3e48406004b648a0990504d66c49cab7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:02.432380 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-91a29b36-f3a3-499e-ba74-ed0d82a23205 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:02.444530 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-91a29b36-f3a3-499e-ba74-ed0d82a23205 admin admin] Usage tracker for resource:subnet and tenant:3e48406004b648a0990504d66c49cab7 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:02.454824 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-91a29b36-f3a3-499e-ba74-ed0d82a23205 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:02.468494 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-91a29b36-f3a3-499e-ba74-ed0d82a23205 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:02.502183 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a29b36-f3a3-499e-ba74-ed0d82a23205 admin admin] Made reservation on behalf of 3e48406004b648a0990504d66c49cab7 for: {'subnet': 1} {{(pid=74944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:03:02.507056 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-91a29b36-f3a3-499e-ba74-ed0d82a23205 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:02.847756 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [None req-5a0fa2f1-9cf3-4110-8641-1049f57a11a1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2083282437-network', 'tenant_id': '8012309d8e984e1282fe2edde148c026'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:02.865502 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-5a0fa2f1-9cf3-4110-8641-1049f57a11a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:02.931722 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-5a0fa2f1-9cf3-4110-8641-1049f57a11a1 admin admin] Usage tracker for resource:network and tenant:8012309d8e984e1282fe2edde148c026 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:02.944170 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-5a0fa2f1-9cf3-4110-8641-1049f57a11a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:02.952785 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-91a29b36-f3a3-499e-ba74-ed0d82a23205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697'] for subnet, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:02.970898 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-5a0fa2f1-9cf3-4110-8641-1049f57a11a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:02.976003 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-b0590010-4f46-4634-a331-454c46df8c10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:03.116875 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0fa2f1-9cf3-4110-8641-1049f57a11a1 admin admin] Made reservation on behalf of 8012309d8e984e1282fe2edde148c026 for: {'network': 1} {{(pid=74944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:03:03.120473 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-5a0fa2f1-9cf3-4110-8641-1049f57a11a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for network, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:03.149789 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-5a0fa2f1-9cf3-4110-8641-1049f57a11a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:03.160652 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a29b36-f3a3-499e-ba74-ed0d82a23205 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcd4d869-de2c-42cf-bf24-a126ff729354,revision_number=0']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:03.168433 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a29b36-f3a3-499e-ba74-ed0d82a23205 admin admin] Checking segment: {'id': 'f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '4729cc76-35b6-44e9-ab20-fbd23b7c92c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:03:03.168790 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a29b36-f3a3-499e-ba74-ed0d82a23205 admin admin] Network hostable DHCP agents. Network: 4729cc76-35b6-44e9-ab20-fbd23b7c92c4, hostable agents: ['27d70ae6-e524-414d-8203-429baaa22b85'], hosted agents: [] {{(pid=74944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 19:03:03.193078 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a29b36-f3a3-499e-ba74-ed0d82a23205 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:03.194104 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a29b36-f3a3-499e-ba74-ed0d82a23205 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:03.194104 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a29b36-f3a3-499e-ba74-ed0d82a23205 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:03.194799 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a29b36-f3a3-499e-ba74-ed0d82a23205 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:03.194799 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a29b36-f3a3-499e-ba74-ed0d82a23205 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:03.195139 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a29b36-f3a3-499e-ba74-ed0d82a23205 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:03.195276 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a29b36-f3a3-499e-ba74-ed0d82a23205 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:03.195655 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a29b36-f3a3-499e-ba74-ed0d82a23205 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:03.195906 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a29b36-f3a3-499e-ba74-ed0d82a23205 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:03.196149 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a29b36-f3a3-499e-ba74-ed0d82a23205 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:03.196471 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a29b36-f3a3-499e-ba74-ed0d82a23205 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:03.197626 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a29b36-f3a3-499e-ba74-ed0d82a23205 admin admin] Tracked resource versions report: Aug 25 19:03:03.197626 dv-cinder-806038-1-smb neutron-server[74944]: pushed versions: Aug 25 19:03:03.197626 dv-cinder-806038-1-smb neutron-server[74944]: { 'ConntrackHelper': {'1.0'}, Aug 25 19:03:03.197626 dv-cinder-806038-1-smb neutron-server[74944]: 'Log': {'1.0'}, Aug 25 19:03:03.197626 dv-cinder-806038-1-smb neutron-server[74944]: 'Network': {'1.1'}, Aug 25 19:03:03.197626 dv-cinder-806038-1-smb neutron-server[74944]: 'Port': {'1.5'}, Aug 25 19:03:03.197626 dv-cinder-806038-1-smb neutron-server[74944]: 'PortForwarding': {'1.2'}, Aug 25 19:03:03.197626 dv-cinder-806038-1-smb neutron-server[74944]: 'QosPolicy': {'1.8'}, Aug 25 19:03:03.197626 dv-cinder-806038-1-smb neutron-server[74944]: 'SecurityGroup': {'1.2'}, Aug 25 19:03:03.197626 dv-cinder-806038-1-smb neutron-server[74944]: 'SecurityGroupRule': {'1.0'}, Aug 25 19:03:03.197626 dv-cinder-806038-1-smb neutron-server[74944]: 'SubPort': {'1.0'}, Aug 25 19:03:03.197626 dv-cinder-806038-1-smb neutron-server[74944]: 'Subnet': {'1.1'}, Aug 25 19:03:03.197626 dv-cinder-806038-1-smb neutron-server[74944]: 'Trunk': {'1.1'}} Aug 25 19:03:03.197626 dv-cinder-806038-1-smb neutron-server[74944]: consumer versions: Aug 25 19:03:03.197626 dv-cinder-806038-1-smb neutron-server[74944]: { DHCP agent@dv-cinder-806038-1-smb: {}, Aug 25 19:03:03.197626 dv-cinder-806038-1-smb neutron-server[74944]: HyperV agent@hv-cinder-80603: {}, Aug 25 19:03:03.197626 dv-cinder-806038-1-smb neutron-server[74944]: L3 agent@dv-cinder-806038-1-smb: {}, Aug 25 19:03:03.197626 dv-cinder-806038-1-smb neutron-server[74944]: Metadata agent@dv-cinder-806038-1-smb: {}, Aug 25 19:03:03.197626 dv-cinder-806038-1-smb neutron-server[74944]: Metering agent@dv-cinder-806038-1-smb: {}, Aug 25 19:03:03.197626 dv-cinder-806038-1-smb neutron-server[74944]: Open vSwitch agent@dv-cinder-806038-1-smb: { 'ConntrackHelper': '1.0', Aug 25 19:03:03.197626 dv-cinder-806038-1-smb neutron-server[74944]: 'Log': '1.0', Aug 25 19:03:03.197626 dv-cinder-806038-1-smb neutron-server[74944]: 'Network': '1.1', Aug 25 19:03:03.197626 dv-cinder-806038-1-smb neutron-server[74944]: 'Port': '1.5', Aug 25 19:03:03.197626 dv-cinder-806038-1-smb neutron-server[74944]: 'PortForwarding': '1.2', Aug 25 19:03:03.197626 dv-cinder-806038-1-smb neutron-server[74944]: 'QosPolicy': '1.8', Aug 25 19:03:03.197626 dv-cinder-806038-1-smb neutron-server[74944]: 'SecurityGroup': '1.2', Aug 25 19:03:03.197626 dv-cinder-806038-1-smb neutron-server[74944]: 'SecurityGroupRule': '1.0', Aug 25 19:03:03.197626 dv-cinder-806038-1-smb neutron-server[74944]: 'SubPort': '1.0', Aug 25 19:03:03.197626 dv-cinder-806038-1-smb neutron-server[74944]: 'Subnet': '1.1', Aug 25 19:03:03.197626 dv-cinder-806038-1-smb neutron-server[74944]: 'Trunk': '1.1'}} Aug 25 19:03:03.197626 dv-cinder-806038-1-smb neutron-server[74944]: {{(pid=74944) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 19:03:03.201227 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-91a29b36-f3a3-499e-ba74-ed0d82a23205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:03.223761 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-5a0fa2f1-9cf3-4110-8641-1049f57a11a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:03.230991 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-5a0fa2f1-9cf3-4110-8641-1049f57a11a1 admin admin] Usage tracker for resource:security_group_rule and tenant:8012309d8e984e1282fe2edde148c026 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:03.235707 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-5a0fa2f1-9cf3-4110-8641-1049f57a11a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:03.244215 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a29b36-f3a3-499e-ba74-ed0d82a23205 admin admin] Network 4729cc76-35b6-44e9-ab20-fbd23b7c92c4 is scheduled to be hosted by DHCP agent 27d70ae6-e524-414d-8203-429baaa22b85 with binding_index 1 {{(pid=74944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 19:03:03.246889 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-5a0fa2f1-9cf3-4110-8641-1049f57a11a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:03.262407 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.base_scheduler [None req-91a29b36-f3a3-499e-ba74-ed0d82a23205 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806038-1-smb, 4729cc76-35b6-44e9-ab20-fbd23b7c92c4) {{(pid=74944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:03:03.268021 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a29b36-f3a3-499e-ba74-ed0d82a23205 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:03.268621 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-91a29b36-f3a3-499e-ba74-ed0d82a23205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for subnet, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:03.276694 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0ac94d-1318-4528-be34-a28d6bb2db28 None None] Network 4729cc76-35b6-44e9-ab20-fbd23b7c92c4 requested from dv-cinder-806038-1-smb {{(pid=74945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:03:03.301654 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-91a29b36-f3a3-499e-ba74-ed0d82a23205 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8881931 Aug 25 19:03:03.303123 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 38266) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:03.318620 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [None req-86d3af89-cff0-40a7-a2e2-05ac0dc3810c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1296946880-router', 'tenant_id': '3e48406004b648a0990504d66c49cab7', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921'}}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:03.345952 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-86d3af89-cff0-40a7-a2e2-05ac0dc3810c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:03.363844 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-86d3af89-cff0-40a7-a2e2-05ac0dc3810c admin admin] Usage tracker for resource:router and tenant:3e48406004b648a0990504d66c49cab7 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:03.374759 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-86d3af89-cff0-40a7-a2e2-05ac0dc3810c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:03.392804 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-5a0fa2f1-9cf3-4110-8641-1049f57a11a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:03.399209 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-86d3af89-cff0-40a7-a2e2-05ac0dc3810c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:03.401306 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-5a0fa2f1-9cf3-4110-8641-1049f57a11a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:03.419965 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-86d3af89-cff0-40a7-a2e2-05ac0dc3810c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-679793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62426'] for router, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:03.423103 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-86d3af89-cff0-40a7-a2e2-05ac0dc3810c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-682954', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62241'] for router, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:03.437860 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a0fa2f1-9cf3-4110-8641-1049f57a11a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 803, 'physical_network': 'physnet1'} {{(pid=74944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 19:03:03.469053 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-5a0fa2f1-9cf3-4110-8641-1049f57a11a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748241'] for segment, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:03.469492 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.db.segments_db [None req-5a0fa2f1-9cf3-4110-8641-1049f57a11a1 admin admin] Added segment 81fc5d6f-79c4-4010-95f4-8fd5bd65c0de of type vlan for network 600f9071-ae94-4faf-af07-907279d06a26 Aug 25 19:03:03.471022 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-86d3af89-cff0-40a7-a2e2-05ac0dc3810c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:03.513379 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-f283a321-ba3d-46e1-9d05-b4b5077126b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:03.550504 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-5a0fa2f1-9cf3-4110-8641-1049f57a11a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730660192678'] for network, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:03.575885 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0fa2f1-9cf3-4110-8641-1049f57a11a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:03.579805 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-5a0fa2f1-9cf3-4110-8641-1049f57a11a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:03.614393 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-5a0fa2f1-9cf3-4110-8641-1049f57a11a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697'] for network, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:03.615655 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0fa2f1-9cf3-4110-8641-1049f57a11a1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:03.616399 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-5a0fa2f1-9cf3-4110-8641-1049f57a11a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for network, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:03.620664 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-424bfda5-5195-4e76-878a-21373f33cb55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:03.787476 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77406969-4c7e-4ccb-87b9-d933cfc1ed28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf97a539-8509-5f51-b208-f15cf2fc9d5d-4729cc76-35b6-44e9-ab20-fbd23b7c92c4', 'network_id': '4729cc76-35b6-44e9-ab20-fbd23b7c92c4', 'tenant_id': '3e48406004b648a0990504d66c49cab7', 'fixed_ips': [{'subnet_id': 'bcd4d869-de2c-42cf-bf24-a126ff729354'}]}} from dv-cinder-806038-1-smb. {{(pid=74945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 19:03:03.789097 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-77406969-4c7e-4ccb-87b9-d933cfc1ed28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:03.900095 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-5a0fa2f1-9cf3-4110-8641-1049f57a11a1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7110207 Aug 25 19:03:03.901578 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0fa2f1-9cf3-4110-8641-1049f57a11a1 admin admin] Pushing event updated for resources: {'Network': ['ID=600f9071-ae94-4faf-af07-907279d06a26,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:03.905390 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 38280) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:03.911232 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-5a0fa2f1-9cf3-4110-8641-1049f57a11a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:03.918940 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [None req-1ae0c694-3203-4cf6-b57e-34e87cb33251 admin admin] Request body: {'subnet': {'network_id': '600f9071-ae94-4faf-af07-907279d06a26', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2083282437-subnet', 'tenant_id': '8012309d8e984e1282fe2edde148c026', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:03.927628 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-1ae0c694-3203-4cf6-b57e-34e87cb33251 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:03.936267 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-1ae0c694-3203-4cf6-b57e-34e87cb33251 admin admin] Usage tracker for resource:subnet and tenant:8012309d8e984e1282fe2edde148c026 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:03.942665 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-1ae0c694-3203-4cf6-b57e-34e87cb33251 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:03.955578 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-1ae0c694-3203-4cf6-b57e-34e87cb33251 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:03.985045 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae0c694-3203-4cf6-b57e-34e87cb33251 admin admin] Made reservation on behalf of 8012309d8e984e1282fe2edde148c026 for: {'subnet': 1} {{(pid=74944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:03:03.990399 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-1ae0c694-3203-4cf6-b57e-34e87cb33251 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:04.047739 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-86d3af89-cff0-40a7-a2e2-05ac0dc3810c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-679791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62263'] for router, precommit_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:04.086608 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Network 600f9071-ae94-4faf-af07-907279d06a26 details requested by agent ovs-agent-dv-cinder-806038-1-smb with host dv-cinder-806038-1-smb {{(pid=74945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 19:03:04.493997 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.db_base_plugin_common [None req-77406969-4c7e-4ccb-87b9-d933cfc1ed28 None None] Allocated IP 172.20.0.2 (4729cc76-35b6-44e9-ab20-fbd23b7c92c4/bcd4d869-de2c-42cf-bf24-a126ff729354/cd7952b1-1661-4f68-881d-cd4400b0ee86) {{(pid=74945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:03:04.546827 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-1ae0c694-3203-4cf6-b57e-34e87cb33251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697'] for subnet, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:04.567740 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:04.583756 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-86d3af89-cff0-40a7-a2e2-05ac0dc3810c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:04.618603 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-86d3af89-cff0-40a7-a2e2-05ac0dc3810c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:04.736473 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae0c694-3203-4cf6-b57e-34e87cb33251 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de47097b-8fef-48bc-b85d-5a5fab2a3082,revision_number=0']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:04.742881 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-1ae0c694-3203-4cf6-b57e-34e87cb33251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:04.805005 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 38296) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:04.825745 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae0c694-3203-4cf6-b57e-34e87cb33251 admin admin] Checking segment: {'id': '81fc5d6f-79c4-4010-95f4-8fd5bd65c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '600f9071-ae94-4faf-af07-907279d06a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:03:04.825745 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae0c694-3203-4cf6-b57e-34e87cb33251 admin admin] Network hostable DHCP agents. Network: 600f9071-ae94-4faf-af07-907279d06a26, hostable agents: ['27d70ae6-e524-414d-8203-429baaa22b85'], hosted agents: [] {{(pid=74944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 19:03:04.845991 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.db_base_plugin_common [None req-86d3af89-cff0-40a7-a2e2-05ac0dc3810c admin admin] Allocated IP 172.28.1.63 (417bd5a5-462f-4a89-b2a6-9bf17cf29921/fa93b1ab-a770-4eed-8e8f-a3451db1cd3c/52952158-71c5-4b8c-9591-59071b5bd2d6) {{(pid=74943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:03:04.858281 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae0c694-3203-4cf6-b57e-34e87cb33251 admin admin] Network 600f9071-ae94-4faf-af07-907279d06a26 is scheduled to be hosted by DHCP agent 27d70ae6-e524-414d-8203-429baaa22b85 with binding_index 1 {{(pid=74944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 19:03:04.866539 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 38302) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:04.880256 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.base_scheduler [None req-1ae0c694-3203-4cf6-b57e-34e87cb33251 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806038-1-smb, 600f9071-ae94-4faf-af07-907279d06a26) {{(pid=74944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:03:04.886189 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae0c694-3203-4cf6-b57e-34e87cb33251 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:04.887077 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-1ae0c694-3203-4cf6-b57e-34e87cb33251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for subnet, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:04.901684 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db1182c-f649-44b2-8724-c810231f58d2 None None] Network 600f9071-ae94-4faf-af07-907279d06a26 requested from dv-cinder-806038-1-smb {{(pid=74945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:03:04.938556 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-1ae0c694-3203-4cf6-b57e-34e87cb33251 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0304508 Aug 25 19:03:04.997341 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 38314) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:05.133772 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-86d3af89-cff0-40a7-a2e2-05ac0dc3810c admin admin] Notify callbacks [] for port, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:05.183177 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-86d3af89-cff0-40a7-a2e2-05ac0dc3810c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039'] for port, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:05.188574 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-bce7e519-6069-4399-bfe9-0918848934e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:05.252687 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-77406969-4c7e-4ccb-87b9-d933cfc1ed28 None None] Notify callbacks [] for port, precommit_create {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:05.279867 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d3af89-cff0-40a7-a2e2-05ac0dc3810c admin admin] Pushing event updated for resources: {'Port': ['ID=52952158-71c5-4b8c-9591-59071b5bd2d6,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:05.283659 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-86d3af89-cff0-40a7-a2e2-05ac0dc3810c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:05.286089 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d3af89-cff0-40a7-a2e2-05ac0dc3810c admin admin] Network 417bd5a5-462f-4a89-b2a6-9bf17cf29921 is already hosted by enough agents. {{(pid=74943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:03:05.287533 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.base_scheduler [None req-86d3af89-cff0-40a7-a2e2-05ac0dc3810c admin admin] Resources bound (agent type, host, resource id): {{(pid=74943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:03:05.290400 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d3af89-cff0-40a7-a2e2-05ac0dc3810c admin admin] Received port after_create {{(pid=74943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:03:05.296102 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-77406969-4c7e-4ccb-87b9-d933cfc1ed28 None None] Transition to ACTIVE for port object cd7952b1-1661-4f68-881d-cd4400b0ee86 will not be triggered until provisioned by entity L2. {{(pid=74945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:03:05.317306 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-77406969-4c7e-4ccb-87b9-d933cfc1ed28 None None] Transition to ACTIVE for port object cd7952b1-1661-4f68-881d-cd4400b0ee86 will not be triggered until provisioned by entity DHCP. {{(pid=74945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:03:05.328432 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-77406969-4c7e-4ccb-87b9-d933cfc1ed28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039'] for port, after_create {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:05.351260 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:05.426799 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77406969-4c7e-4ccb-87b9-d933cfc1ed28 None None] Network 4729cc76-35b6-44e9-ab20-fbd23b7c92c4 is already hosted by enough agents. {{(pid=74945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:03:05.430347 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-86d3af89-cff0-40a7-a2e2-05ac0dc3810c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:05.431219 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-86d3af89-cff0-40a7-a2e2-05ac0dc3810c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677147'] for router, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:05.492538 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [None req-916acafa-8960-43c9-bf5f-5d483d3284c8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1277462353-network', 'tenant_id': '972f6642a63b419091a626917b54e4c9'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:05.502139 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-916acafa-8960-43c9-bf5f-5d483d3284c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:05.521964 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-916acafa-8960-43c9-bf5f-5d483d3284c8 admin admin] Usage tracker for resource:network and tenant:972f6642a63b419091a626917b54e4c9 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:05.522146 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.scheduler.base_scheduler [None req-77406969-4c7e-4ccb-87b9-d933cfc1ed28 None None] Resources bound (agent type, host, resource id): {{(pid=74945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:03:05.522146 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77406969-4c7e-4ccb-87b9-d933cfc1ed28 None None] Pushing event updated for resources: {'Port': ['ID=cd7952b1-1661-4f68-881d-cd4400b0ee86,revision_number=1']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:05.527496 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-916acafa-8960-43c9-bf5f-5d483d3284c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:05.531739 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77406969-4c7e-4ccb-87b9-d933cfc1ed28 None None] Received port after_create {{(pid=74945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:03:05.534696 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-916acafa-8960-43c9-bf5f-5d483d3284c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:05.552322 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916acafa-8960-43c9-bf5f-5d483d3284c8 admin admin] Made reservation on behalf of 972f6642a63b419091a626917b54e4c9 for: {'network': 1} {{(pid=74944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:03:05.555341 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-916acafa-8960-43c9-bf5f-5d483d3284c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for network, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:05.589575 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-916acafa-8960-43c9-bf5f-5d483d3284c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:05.671396 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-916acafa-8960-43c9-bf5f-5d483d3284c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:05.681061 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-916acafa-8960-43c9-bf5f-5d483d3284c8 admin admin] Usage tracker for resource:security_group_rule and tenant:972f6642a63b419091a626917b54e4c9 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:05.691672 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-916acafa-8960-43c9-bf5f-5d483d3284c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:05.700565 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77406969-4c7e-4ccb-87b9-d933cfc1ed28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:05.701222 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77406969-4c7e-4ccb-87b9-d933cfc1ed28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:05.701982 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77406969-4c7e-4ccb-87b9-d933cfc1ed28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:05.702697 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77406969-4c7e-4ccb-87b9-d933cfc1ed28 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:05.703408 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77406969-4c7e-4ccb-87b9-d933cfc1ed28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:05.704092 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77406969-4c7e-4ccb-87b9-d933cfc1ed28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:05.704731 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77406969-4c7e-4ccb-87b9-d933cfc1ed28 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:05.705378 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77406969-4c7e-4ccb-87b9-d933cfc1ed28 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:05.705975 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-916acafa-8960-43c9-bf5f-5d483d3284c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:05.706105 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77406969-4c7e-4ccb-87b9-d933cfc1ed28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:05.706738 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77406969-4c7e-4ccb-87b9-d933cfc1ed28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:05.707411 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77406969-4c7e-4ccb-87b9-d933cfc1ed28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:05.709433 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77406969-4c7e-4ccb-87b9-d933cfc1ed28 None None] Tracked resource versions report: Aug 25 19:03:05.709433 dv-cinder-806038-1-smb neutron-server[74945]: pushed versions: Aug 25 19:03:05.709433 dv-cinder-806038-1-smb neutron-server[74945]: { 'ConntrackHelper': {'1.0'}, Aug 25 19:03:05.709433 dv-cinder-806038-1-smb neutron-server[74945]: 'Log': {'1.0'}, Aug 25 19:03:05.709433 dv-cinder-806038-1-smb neutron-server[74945]: 'Network': {'1.1'}, Aug 25 19:03:05.709433 dv-cinder-806038-1-smb neutron-server[74945]: 'Port': {'1.5'}, Aug 25 19:03:05.709433 dv-cinder-806038-1-smb neutron-server[74945]: 'PortForwarding': {'1.2'}, Aug 25 19:03:05.709433 dv-cinder-806038-1-smb neutron-server[74945]: 'QosPolicy': {'1.8'}, Aug 25 19:03:05.709433 dv-cinder-806038-1-smb neutron-server[74945]: 'SecurityGroup': {'1.2'}, Aug 25 19:03:05.709433 dv-cinder-806038-1-smb neutron-server[74945]: 'SecurityGroupRule': {'1.0'}, Aug 25 19:03:05.709433 dv-cinder-806038-1-smb neutron-server[74945]: 'SubPort': {'1.0'}, Aug 25 19:03:05.709433 dv-cinder-806038-1-smb neutron-server[74945]: 'Subnet': {'1.1'}, Aug 25 19:03:05.709433 dv-cinder-806038-1-smb neutron-server[74945]: 'Trunk': {'1.1'}} Aug 25 19:03:05.709433 dv-cinder-806038-1-smb neutron-server[74945]: consumer versions: Aug 25 19:03:05.709433 dv-cinder-806038-1-smb neutron-server[74945]: { DHCP agent@dv-cinder-806038-1-smb: {}, Aug 25 19:03:05.709433 dv-cinder-806038-1-smb neutron-server[74945]: HyperV agent@hv-cinder-80603: {}, Aug 25 19:03:05.709433 dv-cinder-806038-1-smb neutron-server[74945]: L3 agent@dv-cinder-806038-1-smb: {}, Aug 25 19:03:05.709433 dv-cinder-806038-1-smb neutron-server[74945]: Metadata agent@dv-cinder-806038-1-smb: {}, Aug 25 19:03:05.709433 dv-cinder-806038-1-smb neutron-server[74945]: Metering agent@dv-cinder-806038-1-smb: {}, Aug 25 19:03:05.709433 dv-cinder-806038-1-smb neutron-server[74945]: Open vSwitch agent@dv-cinder-806038-1-smb: { 'ConntrackHelper': '1.0', Aug 25 19:03:05.709433 dv-cinder-806038-1-smb neutron-server[74945]: 'Log': '1.0', Aug 25 19:03:05.709433 dv-cinder-806038-1-smb neutron-server[74945]: 'Network': '1.1', Aug 25 19:03:05.709433 dv-cinder-806038-1-smb neutron-server[74945]: 'Port': '1.5', Aug 25 19:03:05.709433 dv-cinder-806038-1-smb neutron-server[74945]: 'PortForwarding': '1.2', Aug 25 19:03:05.709433 dv-cinder-806038-1-smb neutron-server[74945]: 'QosPolicy': '1.8', Aug 25 19:03:05.709433 dv-cinder-806038-1-smb neutron-server[74945]: 'SecurityGroup': '1.2', Aug 25 19:03:05.709433 dv-cinder-806038-1-smb neutron-server[74945]: 'SecurityGroupRule': '1.0', Aug 25 19:03:05.709433 dv-cinder-806038-1-smb neutron-server[74945]: 'SubPort': '1.0', Aug 25 19:03:05.709433 dv-cinder-806038-1-smb neutron-server[74945]: 'Subnet': '1.1', Aug 25 19:03:05.709433 dv-cinder-806038-1-smb neutron-server[74945]: 'Trunk': '1.1'}} Aug 25 19:03:05.709433 dv-cinder-806038-1-smb neutron-server[74945]: {{(pid=74945) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 19:03:05.748792 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-77406969-4c7e-4ccb-87b9-d933cfc1ed28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:05.757806 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.managers [None req-77406969-4c7e-4ccb-87b9-d933cfc1ed28 None None] Attempting to bind port cd7952b1-1661-4f68-881d-cd4400b0ee86 on host dv-cinder-806038-1-smb for vnic_type normal with profile {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:03:05.758736 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.managers [None req-77406969-4c7e-4ccb-87b9-d933cfc1ed28 None None] Attempting to bind port cd7952b1-1661-4f68-881d-cd4400b0ee86 by drivers openvswitch,hyperv on host dv-cinder-806038-1-smb at level 0 using segments [{'id': 'f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '4729cc76-35b6-44e9-ab20-fbd23b7c92c4'}] {{(pid=74945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:03:05.759614 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77406969-4c7e-4ccb-87b9-d933cfc1ed28 None None] Attempting to bind port cd7952b1-1661-4f68-881d-cd4400b0ee86 on network 4729cc76-35b6-44e9-ab20-fbd23b7c92c4 {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:03:05.786002 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77406969-4c7e-4ccb-87b9-d933cfc1ed28 None None] Checking agent: {'id': 'ade42a89-c411-4b33-b073-1b38210940ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 43), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:03:05.787362 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77406969-4c7e-4ccb-87b9-d933cfc1ed28 None None] Checking segment: {'id': 'f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '4729cc76-35b6-44e9-ab20-fbd23b7c92c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:03:05.788320 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-77406969-4c7e-4ccb-87b9-d933cfc1ed28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:05.789332 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77406969-4c7e-4ccb-87b9-d933cfc1ed28 None None] Bound using segment: {'id': 'f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '4729cc76-35b6-44e9-ab20-fbd23b7c92c4'} {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:03:05.790558 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.managers [None req-77406969-4c7e-4ccb-87b9-d933cfc1ed28 None None] Bound port: cd7952b1-1661-4f68-881d-cd4400b0ee86, host: dv-cinder-806038-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '4729cc76-35b6-44e9-ab20-fbd23b7c92c4'}}] {{(pid=74945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:03:05.791784 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-77406969-4c7e-4ccb-87b9-d933cfc1ed28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:05.821049 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [None req-5074e8da-847b-43d3-b3b4-e54f87c10d1f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-88422678-network', 'tenant_id': 'fc911d35cfa94aeabb9512a89dca20b2'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:05.832835 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-5074e8da-847b-43d3-b3b4-e54f87c10d1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:05.842040 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-5074e8da-847b-43d3-b3b4-e54f87c10d1f admin admin] Usage tracker for resource:network and tenant:fc911d35cfa94aeabb9512a89dca20b2 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:05.849632 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-5074e8da-847b-43d3-b3b4-e54f87c10d1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:05.859544 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [None req-1bba7aea-42c9-4b8f-b19a-0cc41dfa26c2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-952863524-network', 'tenant_id': 'd75cf2cd1a084bd3b657712952e6b9f9'}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:05.863265 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-5074e8da-847b-43d3-b3b4-e54f87c10d1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:05.875504 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-1bba7aea-42c9-4b8f-b19a-0cc41dfa26c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:05.889788 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-1bba7aea-42c9-4b8f-b19a-0cc41dfa26c2 admin admin] Usage tracker for resource:network and tenant:d75cf2cd1a084bd3b657712952e6b9f9 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:05.898841 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-1bba7aea-42c9-4b8f-b19a-0cc41dfa26c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:05.918728 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-1bba7aea-42c9-4b8f-b19a-0cc41dfa26c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:05.925891 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5074e8da-847b-43d3-b3b4-e54f87c10d1f admin admin] Made reservation on behalf of fc911d35cfa94aeabb9512a89dca20b2 for: {'network': 1} {{(pid=74944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:03:05.933121 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-5074e8da-847b-43d3-b3b4-e54f87c10d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for network, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:05.954227 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bba7aea-42c9-4b8f-b19a-0cc41dfa26c2 admin admin] Made reservation on behalf of d75cf2cd1a084bd3b657712952e6b9f9 for: {'network': 1} {{(pid=74943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:03:05.958348 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-1bba7aea-42c9-4b8f-b19a-0cc41dfa26c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for network, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:05.985079 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-5074e8da-847b-43d3-b3b4-e54f87c10d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:06.019632 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-1bba7aea-42c9-4b8f-b19a-0cc41dfa26c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:06.080864 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-916acafa-8960-43c9-bf5f-5d483d3284c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:06.091650 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-916acafa-8960-43c9-bf5f-5d483d3284c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:06.110951 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d3af89-cff0-40a7-a2e2-05ac0dc3810c admin admin] Router 0bd1a7d7-1b97-4b89-8024-e20caa706089 is scheduled to L3 agent 6ef59418-d088-436f-8fb3-73af7fac7dac with binding_index 1 {{(pid=74943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 19:03:06.129475 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-1bba7aea-42c9-4b8f-b19a-0cc41dfa26c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:06.130711 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-916acafa-8960-43c9-bf5f-5d483d3284c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 804, 'physical_network': 'physnet1'} {{(pid=74944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 19:03:06.140663 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-1bba7aea-42c9-4b8f-b19a-0cc41dfa26c2 admin admin] Usage tracker for resource:security_group_rule and tenant:d75cf2cd1a084bd3b657712952e6b9f9 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:06.146629 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-1bba7aea-42c9-4b8f-b19a-0cc41dfa26c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:06.147292 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-916acafa-8960-43c9-bf5f-5d483d3284c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748241'] for segment, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:06.147949 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.db.segments_db [None req-916acafa-8960-43c9-bf5f-5d483d3284c8 admin admin] Added segment 53d47dea-4354-48e2-8d62-a37d0ab26078 of type vlan for network 4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1 Aug 25 19:03:06.162107 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-1bba7aea-42c9-4b8f-b19a-0cc41dfa26c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:06.188171 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-916acafa-8960-43c9-bf5f-5d483d3284c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730660192678'] for network, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:06.234900 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-77406969-4c7e-4ccb-87b9-d933cfc1ed28 None None] For port cd7952b1-1661-4f68-881d-cd4400b0ee86, host dv-cinder-806038-1-smb, cleared binding levels {{(pid=74945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:03:06.239371 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:06.242177 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-77406969-4c7e-4ccb-87b9-d933cfc1ed28 None None] For port cd7952b1-1661-4f68-881d-cd4400b0ee86, host dv-cinder-806038-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=cd7952b1-1661-4f68-881d-cd4400b0ee86,segment=NetworkSegment(f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c),segment_id=f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c)] {{(pid=74945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:03:06.265495 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-77406969-4c7e-4ccb-87b9-d933cfc1ed28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:06.276861 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:06.280739 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916acafa-8960-43c9-bf5f-5d483d3284c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85ba7ba-60c4-4e73-bbb7-475a1ec9aa48,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:06.282875 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a18001-98ad-4cc5-9700-c098e2125f55 None None] Network 600f9071-ae94-4faf-af07-907279d06a26 requested from dv-cinder-806038-1-smb {{(pid=74945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:03:06.296353 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-916acafa-8960-43c9-bf5f-5d483d3284c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:06.301569 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-916acafa-8960-43c9-bf5f-5d483d3284c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697'] for network, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:06.318119 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916acafa-8960-43c9-bf5f-5d483d3284c8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:06.319074 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-916acafa-8960-43c9-bf5f-5d483d3284c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for network, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:06.350716 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-247f2f74-11cd-453c-aea3-32f3a5d551dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:06.376163 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-5074e8da-847b-43d3-b3b4-e54f87c10d1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:06.380288 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-f283a321-ba3d-46e1-9d05-b4b5077126b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:06.629281 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-5074e8da-847b-43d3-b3b4-e54f87c10d1f admin admin] Usage tracker for resource:security_group_rule and tenant:fc911d35cfa94aeabb9512a89dca20b2 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:06.637137 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-5074e8da-847b-43d3-b3b4-e54f87c10d1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:06.654309 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-5074e8da-847b-43d3-b3b4-e54f87c10d1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:06.759449 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916acafa-8960-43c9-bf5f-5d483d3284c8 admin admin] Pushing event updated for resources: {'Network': ['ID=4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:06.765836 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-916acafa-8960-43c9-bf5f-5d483d3284c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:06.770694 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-1bba7aea-42c9-4b8f-b19a-0cc41dfa26c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:06.772353 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 38358) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:06.773189 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-916acafa-8960-43c9-bf5f-5d483d3284c8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9674604 Aug 25 19:03:06.788297 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [None req-36f5fd2c-a802-4f7a-9f47-f8ee5379cf5e admin admin] Request body: {'subnet': {'network_id': '4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1277462353-subnet', 'tenant_id': '972f6642a63b419091a626917b54e4c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:06.802917 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-36f5fd2c-a802-4f7a-9f47-f8ee5379cf5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:06.810904 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-36f5fd2c-a802-4f7a-9f47-f8ee5379cf5e admin admin] Usage tracker for resource:subnet and tenant:972f6642a63b419091a626917b54e4c9 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:06.816360 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-36f5fd2c-a802-4f7a-9f47-f8ee5379cf5e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:06.828772 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-36f5fd2c-a802-4f7a-9f47-f8ee5379cf5e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:06.845023 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-1bba7aea-42c9-4b8f-b19a-0cc41dfa26c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:06.859524 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:06.873822 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f5fd2c-a802-4f7a-9f47-f8ee5379cf5e admin admin] Made reservation on behalf of 972f6642a63b419091a626917b54e4c9 for: {'subnet': 1} {{(pid=74943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:03:06.879724 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-36f5fd2c-a802-4f7a-9f47-f8ee5379cf5e admin admin] Notify callbacks [] for subnet, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:06.888366 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Network 4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1 details requested by agent ovs-agent-dv-cinder-806038-1-smb with host dv-cinder-806038-1-smb {{(pid=74945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 19:03:06.939875 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-5074e8da-847b-43d3-b3b4-e54f87c10d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:06.948499 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-5074e8da-847b-43d3-b3b4-e54f87c10d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:06.965709 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:07.023949 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5074e8da-847b-43d3-b3b4-e54f87c10d1f admin admin] vlan segment allocate from pool success with {'vlan_id': 805, 'physical_network': 'physnet1'} {{(pid=74944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 19:03:07.047912 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5074e8da-847b-43d3-b3b4-e54f87c10d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a681416-02ab-422d-9933-1944dcbc9401,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:07.051351 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-5074e8da-847b-43d3-b3b4-e54f87c10d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748241'] for segment, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:07.051700 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.db.segments_db [None req-5074e8da-847b-43d3-b3b4-e54f87c10d1f admin admin] Added segment c424df30-762d-4cfc-be1c-63bc54b3e8fa of type vlan for network 1c33251a-0801-4a8e-9ce9-f5fabe3b7086 Aug 25 19:03:07.053200 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-5074e8da-847b-43d3-b3b4-e54f87c10d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:07.112777 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77406969-4c7e-4ccb-87b9-d933cfc1ed28 None None] Pushing event updated for resources: {'Port': ['ID=cd7952b1-1661-4f68-881d-cd4400b0ee86,revision_number=2']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:07.114814 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-5074e8da-847b-43d3-b3b4-e54f87c10d1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730660192678'] for network, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:07.173512 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-77406969-4c7e-4ccb-87b9-d933cfc1ed28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.823s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:07.196495 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-5074e8da-847b-43d3-b3b4-e54f87c10d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697'] for network, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:07.197836 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5074e8da-847b-43d3-b3b4-e54f87c10d1f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:07.198606 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-5074e8da-847b-43d3-b3b4-e54f87c10d1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for network, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:07.213841 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-5a0fa2f1-9cf3-4110-8641-1049f57a11a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:07.299069 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bba7aea-42c9-4b8f-b19a-0cc41dfa26c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 806, 'physical_network': 'physnet1'} {{(pid=74943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 19:03:07.344555 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-1bba7aea-42c9-4b8f-b19a-0cc41dfa26c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748241'] for segment, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:07.344899 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.db.segments_db [None req-1bba7aea-42c9-4b8f-b19a-0cc41dfa26c2 admin admin] Added segment f93f6275-4479-458a-ab8b-a57ac2376dc2 of type vlan for network 1db50bca-4d54-49a0-998f-ed30614305c3 Aug 25 19:03:07.388411 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-1bba7aea-42c9-4b8f-b19a-0cc41dfa26c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730660192678'] for network, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:07.445807 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-5074e8da-847b-43d3-b3b4-e54f87c10d1f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4472814 Aug 25 19:03:07.451376 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5074e8da-847b-43d3-b3b4-e54f87c10d1f admin admin] Pushing event updated for resources: {'Network': ['ID=1c33251a-0801-4a8e-9ce9-f5fabe3b7086,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:07.453567 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 38372) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:07.456707 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-5074e8da-847b-43d3-b3b4-e54f87c10d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:07.460441 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [None req-8a333a5a-b97d-4228-bd0f-17506c5a852e admin admin] Request body: {'subnet': {'network_id': '1c33251a-0801-4a8e-9ce9-f5fabe3b7086', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-88422678-subnet', 'tenant_id': 'fc911d35cfa94aeabb9512a89dca20b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:07.468272 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Network 1c33251a-0801-4a8e-9ce9-f5fabe3b7086 details requested by agent ovs-agent-dv-cinder-806038-1-smb with host dv-cinder-806038-1-smb {{(pid=74945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 19:03:07.469139 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-8a333a5a-b97d-4228-bd0f-17506c5a852e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:07.473673 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-8a333a5a-b97d-4228-bd0f-17506c5a852e admin admin] Usage tracker for resource:subnet and tenant:fc911d35cfa94aeabb9512a89dca20b2 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:07.480995 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-8a333a5a-b97d-4228-bd0f-17506c5a852e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:07.492444 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-1bba7aea-42c9-4b8f-b19a-0cc41dfa26c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697'] for network, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:07.501410 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-8a333a5a-b97d-4228-bd0f-17506c5a852e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:07.520309 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d3af89-cff0-40a7-a2e2-05ac0dc3810c admin admin] Notify agent at l3_agent.dv-cinder-806038-1-smb the message routers_updated {{(pid=74943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:03:07.521236 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a333a5a-b97d-4228-bd0f-17506c5a852e admin admin] Made reservation on behalf of fc911d35cfa94aeabb9512a89dca20b2 for: {'subnet': 1} {{(pid=74944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:03:07.523843 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-8a333a5a-b97d-4228-bd0f-17506c5a852e admin admin] Notify callbacks [] for subnet, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:07.537592 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e79995-47e1-495a-a097-27ae66d46e31 None None] Sync routers for ids ['0bd1a7d7-1b97-4b89-8024-e20caa706089'] in dv-cinder-806038-1-smb {{(pid=74946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:03:07.609269 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e79995-47e1-495a-a097-27ae66d46e31 None None] Routers {'0bd1a7d7-1b97-4b89-8024-e20caa706089'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:03:07.610106 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-60e79995-47e1-495a-a097-27ae66d46e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:02:45Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['0bd1a7d7-1b97-4b89-8024-e20caa706089'], 'active': True} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:03:07.631990 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bba7aea-42c9-4b8f-b19a-0cc41dfa26c2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:07.633884 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-1bba7aea-42c9-4b8f-b19a-0cc41dfa26c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for network, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:07.649602 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device cd7952b1-1661-4f68-881d-cd4400b0ee86 up at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:03:07.677471 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-86d3af89-cff0-40a7-a2e2-05ac0dc3810c admin admin] Notify callbacks [] for router, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:07.685962 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-86d3af89-cff0-40a7-a2e2-05ac0dc3810c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3808382 Aug 25 19:03:07.691258 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 38378) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:07.698606 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-1bba7aea-42c9-4b8f-b19a-0cc41dfa26c2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8310554 Aug 25 19:03:07.710063 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 38382) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:08.002614 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [None req-cd535fb5-d39d-43f5-9219-359b712b9690 admin admin] Request body: {'subnet': {'network_id': '1db50bca-4d54-49a0-998f-ed30614305c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-952863524-subnet', 'tenant_id': 'd75cf2cd1a084bd3b657712952e6b9f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:08.015680 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-8a333a5a-b97d-4228-bd0f-17506c5a852e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697'] for subnet, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:08.018640 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-cd535fb5-d39d-43f5-9219-359b712b9690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:08.029122 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning for port cd7952b1-1661-4f68-881d-cd4400b0ee86 completed by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:03:08.047533 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:08.129578 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba7aea-42c9-4b8f-b19a-0cc41dfa26c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2704eb-e325-42e4-b18d-691917e9c5ba,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:08.147414 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-1bba7aea-42c9-4b8f-b19a-0cc41dfa26c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.288s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:08.165629 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.489s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:08.254357 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-cd535fb5-d39d-43f5-9219-359b712b9690 admin admin] Usage tracker for resource:subnet and tenant:d75cf2cd1a084bd3b657712952e6b9f9 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:08.265987 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a333a5a-b97d-4228-bd0f-17506c5a852e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7025093-2f90-42bb-bb3c-06ef25a03e24,revision_number=0']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:08.288699 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-8a333a5a-b97d-4228-bd0f-17506c5a852e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:08.292641 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-cd535fb5-d39d-43f5-9219-359b712b9690 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:08.307829 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvr_db [None req-60e79995-47e1-495a-a097-27ae66d46e31 None None] Set router 0bd1a7d7-1b97-4b89-8024-e20caa706089 gateway port host: dv-cinder-806038-1-smb {{(pid=74946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:03:08.365832 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-cd535fb5-d39d-43f5-9219-359b712b9690 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:08.368585 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a333a5a-b97d-4228-bd0f-17506c5a852e admin admin] Checking segment: {'id': 'c424df30-762d-4cfc-be1c-63bc54b3e8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '1c33251a-0801-4a8e-9ce9-f5fabe3b7086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:03:08.369532 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a333a5a-b97d-4228-bd0f-17506c5a852e admin admin] Network hostable DHCP agents. Network: 1c33251a-0801-4a8e-9ce9-f5fabe3b7086, hostable agents: ['27d70ae6-e524-414d-8203-429baaa22b85'], hosted agents: [] {{(pid=74944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 19:03:08.433949 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a333a5a-b97d-4228-bd0f-17506c5a852e admin admin] Network 1c33251a-0801-4a8e-9ce9-f5fabe3b7086 is scheduled to be hosted by DHCP agent 27d70ae6-e524-414d-8203-429baaa22b85 with binding_index 1 {{(pid=74944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 19:03:08.456832 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd535fb5-d39d-43f5-9219-359b712b9690 admin admin] Made reservation on behalf of d75cf2cd1a084bd3b657712952e6b9f9 for: {'subnet': 1} {{(pid=74944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:03:08.463538 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-cd535fb5-d39d-43f5-9219-359b712b9690 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:08.551274 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba7aea-42c9-4b8f-b19a-0cc41dfa26c2 admin admin] Pushing event updated for resources: {'Network': ['ID=1db50bca-4d54-49a0-998f-ed30614305c3,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:08.567293 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Network 1db50bca-4d54-49a0-998f-ed30614305c3 details requested by agent ovs-agent-dv-cinder-806038-1-smb with host dv-cinder-806038-1-smb {{(pid=74945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 19:03:08.578608 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-1bba7aea-42c9-4b8f-b19a-0cc41dfa26c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:08.893596 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31164577-b253-4912-935f-a698f1f29f38 None None] Network 4729cc76-35b6-44e9-ab20-fbd23b7c92c4 requested from dv-cinder-806038-1-smb {{(pid=74945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:03:08.927523 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 38412) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:08.951176 dv-cinder-806038-1-smb neutron-server[74943]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 25 19:03:08.958036 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-36f5fd2c-a802-4f7a-9f47-f8ee5379cf5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697'] for subnet, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:09.012352 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.base_scheduler [None req-8a333a5a-b97d-4228-bd0f-17506c5a852e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806038-1-smb, 1c33251a-0801-4a8e-9ce9-f5fabe3b7086) {{(pid=74944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:03:09.032864 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-60e79995-47e1-495a-a097-27ae66d46e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'name': 'tempest-AttachVolumeTestJSON-1296946880-router', 'tenant_id': '3e48406004b648a0990504d66c49cab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.63'}], 'enable_snat': True}, 'gw_port_id': '52952158-71c5-4b8c-9591-59071b5bd2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:03Z', 'updated_at': '2021-08-25T19:03:05Z', 'revision_number': 3, 'project_id': '3e48406004b648a0990504d66c49cab7', 'gw_port': {'id': '52952158-71c5-4b8c-9591-59071b5bd2d6', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:04Z', 'updated_at': '2021-08-25T19:03:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb'}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:03:09.046261 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e79995-47e1-495a-a097-27ae66d46e31 None None] Checking router: 0bd1a7d7-1b97-4b89-8024-e20caa706089 for host: dv-cinder-806038-1-smb {{(pid=74946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:03:09.048297 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e79995-47e1-495a-a097-27ae66d46e31 None None] Updating router 0bd1a7d7-1b97-4b89-8024-e20caa706089 port 52952158-71c5-4b8c-9591-59071b5bd2d6 binding host dv-cinder-806038-1-smb {{(pid=74946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 19:03:09.054563 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a333a5a-b97d-4228-bd0f-17506c5a852e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:09.060359 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-8a333a5a-b97d-4228-bd0f-17506c5a852e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for subnet, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:09.139661 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:09.201841 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [None req-60e79995-47e1-495a-a097-27ae66d46e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:09.255370 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-8a333a5a-b97d-4228-bd0f-17506c5a852e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8005679 Aug 25 19:03:09.263347 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 38416) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:09.269386 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [None req-45cbea65-042f-4682-8126-6b88d1826271 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-88422678-router', 'tenant_id': 'fc911d35cfa94aeabb9512a89dca20b2', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921'}}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:09.288844 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-45cbea65-042f-4682-8126-6b88d1826271 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:09.304935 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-45cbea65-042f-4682-8126-6b88d1826271 admin admin] Usage tracker for resource:router and tenant:fc911d35cfa94aeabb9512a89dca20b2 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:09.309247 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-cd535fb5-d39d-43f5-9219-359b712b9690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697'] for subnet, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:09.310222 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-45cbea65-042f-4682-8126-6b88d1826271 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:09.343046 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-91a29b36-f3a3-499e-ba74-ed0d82a23205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:09.399732 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-45cbea65-042f-4682-8126-6b88d1826271 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:09.405511 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aef1d00-d3bb-430f-9d16-19a2d85b9412 None None] Network 1c33251a-0801-4a8e-9ce9-f5fabe3b7086 requested from dv-cinder-806038-1-smb {{(pid=74945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:03:09.446173 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5fd2c-a802-4f7a-9f47-f8ee5379cf5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=01124877-1e02-41ab-ac74-7fab9c7740c5,revision_number=0']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:09.470727 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-36f5fd2c-a802-4f7a-9f47-f8ee5379cf5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:09.477614 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-45cbea65-042f-4682-8126-6b88d1826271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-679793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62426'] for router, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:09.487682 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-45cbea65-042f-4682-8126-6b88d1826271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-682954', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62241'] for router, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:09.543461 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd535fb5-d39d-43f5-9219-359b712b9690 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52246032-4cf3-4ac9-b6d9-0eeb0e91946f,revision_number=0']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:09.574765 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-cd535fb5-d39d-43f5-9219-359b712b9690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:09.619311 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-45cbea65-042f-4682-8126-6b88d1826271 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:09.622422 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f5fd2c-a802-4f7a-9f47-f8ee5379cf5e admin admin] Checking segment: {'id': '53d47dea-4354-48e2-8d62-a37d0ab26078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:03:09.622804 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f5fd2c-a802-4f7a-9f47-f8ee5379cf5e admin admin] Network hostable DHCP agents. Network: 4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1, hostable agents: ['27d70ae6-e524-414d-8203-429baaa22b85'], hosted agents: [] {{(pid=74943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 19:03:09.644873 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-aba8f833-579f-4cca-b42a-397844deed40 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:09.652943 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-aba8f833-579f-4cca-b42a-397844deed40 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/networks?id=600f9071-ae94-4faf-af07-907279d06a26 HTTP/1.1" status: 200 len: 815 time: 0.7090840 Aug 25 19:03:09.769418 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-3f5c92b5-7d9b-4fb7-9593-be43b171fc67 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/quotas/8012309d8e984e1282fe2edde148c026 HTTP/1.1" status: 200 len: 375 time: 0.1149805 Aug 25 19:03:09.816921 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd535fb5-d39d-43f5-9219-359b712b9690 admin admin] Checking segment: {'id': 'f93f6275-4479-458a-ab8b-a57ac2376dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '1db50bca-4d54-49a0-998f-ed30614305c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:03:09.816921 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd535fb5-d39d-43f5-9219-359b712b9690 admin admin] Network hostable DHCP agents. Network: 1db50bca-4d54-49a0-998f-ed30614305c3, hostable agents: ['27d70ae6-e524-414d-8203-429baaa22b85'], hosted agents: [] {{(pid=74944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 19:03:09.889768 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-3685d266-ebb7-4130-9283-4be810c41584 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8012309d8e984e1282fe2edde148c026&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1191123 Aug 25 19:03:09.891649 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f5fd2c-a802-4f7a-9f47-f8ee5379cf5e admin admin] Network 4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1 is scheduled to be hosted by DHCP agent 27d70ae6-e524-414d-8203-429baaa22b85 with binding_index 1 {{(pid=74943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 19:03:09.936491 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.base_scheduler [None req-36f5fd2c-a802-4f7a-9f47-f8ee5379cf5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806038-1-smb, 4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1) {{(pid=74943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:03:09.942876 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f5fd2c-a802-4f7a-9f47-f8ee5379cf5e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:09.943475 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-36f5fd2c-a802-4f7a-9f47-f8ee5379cf5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for subnet, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:09.986502 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4216f88d-23b9-438f-a27a-eff71502b04a None None] Network 4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1 requested from dv-cinder-806038-1-smb {{(pid=74945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:03:10.006231 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-36f5fd2c-a802-4f7a-9f47-f8ee5379cf5e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.2289541 Aug 25 19:03:10.011112 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 38440) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:10.017622 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [None req-1bd35d57-4e1f-49ae-b3e1-daa1b726c1a7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1277462353-router', 'tenant_id': '972f6642a63b419091a626917b54e4c9', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921'}}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:10.029210 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-1bd35d57-4e1f-49ae-b3e1-daa1b726c1a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:10.048759 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-1bd35d57-4e1f-49ae-b3e1-daa1b726c1a7 admin admin] Usage tracker for resource:router and tenant:972f6642a63b419091a626917b54e4c9 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:10.096492 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9498116b-5e14-440e-91f7-152d32817368 None None] Network 1c33251a-0801-4a8e-9ce9-f5fabe3b7086 requested from dv-cinder-806038-1-smb {{(pid=74945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:03:10.113419 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-45cbea65-042f-4682-8126-6b88d1826271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-679791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62263'] for router, precommit_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:10.127005 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd535fb5-d39d-43f5-9219-359b712b9690 admin admin] Network 1db50bca-4d54-49a0-998f-ed30614305c3 is scheduled to be hosted by DHCP agent 27d70ae6-e524-414d-8203-429baaa22b85 with binding_index 1 {{(pid=74944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 19:03:10.135274 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-846bcf6a-8f1f-4b9d-8dbf-4372dcd66a35 None None] Provisioning for port cd7952b1-1661-4f68-881d-cd4400b0ee86 completed by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:03:10.154168 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.base_scheduler [None req-cd535fb5-d39d-43f5-9219-359b712b9690 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806038-1-smb, 1db50bca-4d54-49a0-998f-ed30614305c3) {{(pid=74944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:03:10.166462 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-1bd35d57-4e1f-49ae-b3e1-daa1b726c1a7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:10.173599 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd535fb5-d39d-43f5-9219-359b712b9690 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:10.179168 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-cd535fb5-d39d-43f5-9219-359b712b9690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for subnet, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:10.203125 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-1bd35d57-4e1f-49ae-b3e1-daa1b726c1a7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:10.258232 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-1bd35d57-4e1f-49ae-b3e1-daa1b726c1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-679793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62426'] for router, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:10.266175 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-1bd35d57-4e1f-49ae-b3e1-daa1b726c1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-682954', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62241'] for router, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:10.338044 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-1bd35d57-4e1f-49ae-b3e1-daa1b726c1a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:10.447868 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [None req-60e79995-47e1-495a-a097-27ae66d46e31 None None] Notify callbacks [] for port, precommit_update {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:10.483251 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.provisioning_blocks [None req-60e79995-47e1-495a-a097-27ae66d46e31 None None] Transition to ACTIVE for port object 52952158-71c5-4b8c-9591-59071b5bd2d6 will not be triggered until provisioned by entity L2. {{(pid=74946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:03:10.506238 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [None req-60e79995-47e1-495a-a097-27ae66d46e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:10.518514 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:10.530449 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-cd535fb5-d39d-43f5-9219-359b712b9690 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8121958 Aug 25 19:03:10.655551 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 38452) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:10.754310 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.managers [None req-60e79995-47e1-495a-a097-27ae66d46e31 None None] Attempting to bind port 52952158-71c5-4b8c-9591-59071b5bd2d6 on host dv-cinder-806038-1-smb for vnic_type normal with profile {{(pid=74946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:03:10.754691 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.managers [None req-60e79995-47e1-495a-a097-27ae66d46e31 None None] Attempting to bind port 52952158-71c5-4b8c-9591-59071b5bd2d6 by drivers openvswitch,hyperv on host dv-cinder-806038-1-smb at level 0 using segments [{'id': 'f1739f72-e14f-462c-b4e7-56bd3b40258a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921'}] {{(pid=74946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:03:10.755069 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e79995-47e1-495a-a097-27ae66d46e31 None None] Attempting to bind port 52952158-71c5-4b8c-9591-59071b5bd2d6 on network 417bd5a5-462f-4a89-b2a6-9bf17cf29921 {{(pid=74946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:03:10.772492 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311e3a8-ad4a-4c33-82f1-f39a48c925b5 None None] Pushing event updated for resources: {'Port': ['ID=52952158-71c5-4b8c-9591-59071b5bd2d6,revision_number=2']} {{(pid=74946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:10.809358 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e79995-47e1-495a-a097-27ae66d46e31 None None] Checking agent: {'id': 'ade42a89-c411-4b33-b073-1b38210940ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 43), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:03:10.809855 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e79995-47e1-495a-a097-27ae66d46e31 None None] Checking segment: {'id': 'f1739f72-e14f-462c-b4e7-56bd3b40258a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:03:10.810354 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [None req-60e79995-47e1-495a-a097-27ae66d46e31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:10.810820 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e79995-47e1-495a-a097-27ae66d46e31 None None] Bound using segment: {'id': 'f1739f72-e14f-462c-b4e7-56bd3b40258a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921'} {{(pid=74946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:03:10.811487 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.managers [None req-60e79995-47e1-495a-a097-27ae66d46e31 None None] Bound port: 52952158-71c5-4b8c-9591-59071b5bd2d6, host: dv-cinder-806038-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1739f72-e14f-462c-b4e7-56bd3b40258a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921'}}] {{(pid=74946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:03:10.812093 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [None req-60e79995-47e1-495a-a097-27ae66d46e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:10.851673 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493dfd33-9e2e-4eb3-9e18-a389a96afd89 None None] Network 1db50bca-4d54-49a0-998f-ed30614305c3 requested from dv-cinder-806038-1-smb {{(pid=74945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:03:10.886081 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311e3a8-ad4a-4c33-82f1-f39a48c925b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:10.887759 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-846bcf6a-8f1f-4b9d-8dbf-4372dcd66a35 None None] Provisioning complete for port cd7952b1-1661-4f68-881d-cd4400b0ee86 triggered by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:03:10.888217 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-846bcf6a-8f1f-4b9d-8dbf-4372dcd66a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:10.890856 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311e3a8-ad4a-4c33-82f1-f39a48c925b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:10.891239 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311e3a8-ad4a-4c33-82f1-f39a48c925b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:10.891522 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311e3a8-ad4a-4c33-82f1-f39a48c925b5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:10.891856 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311e3a8-ad4a-4c33-82f1-f39a48c925b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:10.892184 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311e3a8-ad4a-4c33-82f1-f39a48c925b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:10.893770 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311e3a8-ad4a-4c33-82f1-f39a48c925b5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:10.894122 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311e3a8-ad4a-4c33-82f1-f39a48c925b5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:10.894470 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311e3a8-ad4a-4c33-82f1-f39a48c925b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:10.899047 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311e3a8-ad4a-4c33-82f1-f39a48c925b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:10.899569 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311e3a8-ad4a-4c33-82f1-f39a48c925b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:10.910931 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311e3a8-ad4a-4c33-82f1-f39a48c925b5 None None] Tracked resource versions report: Aug 25 19:03:10.910931 dv-cinder-806038-1-smb neutron-server[74946]: pushed versions: Aug 25 19:03:10.910931 dv-cinder-806038-1-smb neutron-server[74946]: { 'ConntrackHelper': {'1.0'}, Aug 25 19:03:10.910931 dv-cinder-806038-1-smb neutron-server[74946]: 'Log': {'1.0'}, Aug 25 19:03:10.910931 dv-cinder-806038-1-smb neutron-server[74946]: 'Network': {'1.1'}, Aug 25 19:03:10.910931 dv-cinder-806038-1-smb neutron-server[74946]: 'Port': {'1.5'}, Aug 25 19:03:10.910931 dv-cinder-806038-1-smb neutron-server[74946]: 'PortForwarding': {'1.2'}, Aug 25 19:03:10.910931 dv-cinder-806038-1-smb neutron-server[74946]: 'QosPolicy': {'1.8'}, Aug 25 19:03:10.910931 dv-cinder-806038-1-smb neutron-server[74946]: 'SecurityGroup': {'1.2'}, Aug 25 19:03:10.910931 dv-cinder-806038-1-smb neutron-server[74946]: 'SecurityGroupRule': {'1.0'}, Aug 25 19:03:10.910931 dv-cinder-806038-1-smb neutron-server[74946]: 'SubPort': {'1.0'}, Aug 25 19:03:10.910931 dv-cinder-806038-1-smb neutron-server[74946]: 'Subnet': {'1.1'}, Aug 25 19:03:10.910931 dv-cinder-806038-1-smb neutron-server[74946]: 'Trunk': {'1.1'}} Aug 25 19:03:10.910931 dv-cinder-806038-1-smb neutron-server[74946]: consumer versions: Aug 25 19:03:10.910931 dv-cinder-806038-1-smb neutron-server[74946]: { DHCP agent@dv-cinder-806038-1-smb: {}, Aug 25 19:03:10.910931 dv-cinder-806038-1-smb neutron-server[74946]: HyperV agent@hv-cinder-80603: {}, Aug 25 19:03:10.910931 dv-cinder-806038-1-smb neutron-server[74946]: L3 agent@dv-cinder-806038-1-smb: {}, Aug 25 19:03:10.910931 dv-cinder-806038-1-smb neutron-server[74946]: Metadata agent@dv-cinder-806038-1-smb: {}, Aug 25 19:03:10.910931 dv-cinder-806038-1-smb neutron-server[74946]: Metering agent@dv-cinder-806038-1-smb: {}, Aug 25 19:03:10.910931 dv-cinder-806038-1-smb neutron-server[74946]: Open vSwitch agent@dv-cinder-806038-1-smb: { 'ConntrackHelper': '1.0', Aug 25 19:03:10.910931 dv-cinder-806038-1-smb neutron-server[74946]: 'Log': '1.0', Aug 25 19:03:10.910931 dv-cinder-806038-1-smb neutron-server[74946]: 'Network': '1.1', Aug 25 19:03:10.910931 dv-cinder-806038-1-smb neutron-server[74946]: 'Port': '1.5', Aug 25 19:03:10.910931 dv-cinder-806038-1-smb neutron-server[74946]: 'PortForwarding': '1.2', Aug 25 19:03:10.910931 dv-cinder-806038-1-smb neutron-server[74946]: 'QosPolicy': '1.8', Aug 25 19:03:10.910931 dv-cinder-806038-1-smb neutron-server[74946]: 'SecurityGroup': '1.2', Aug 25 19:03:10.910931 dv-cinder-806038-1-smb neutron-server[74946]: 'SecurityGroupRule': '1.0', Aug 25 19:03:10.910931 dv-cinder-806038-1-smb neutron-server[74946]: 'SubPort': '1.0', Aug 25 19:03:10.910931 dv-cinder-806038-1-smb neutron-server[74946]: 'Subnet': '1.1', Aug 25 19:03:10.910931 dv-cinder-806038-1-smb neutron-server[74946]: 'Trunk': '1.1'}} Aug 25 19:03:10.910931 dv-cinder-806038-1-smb neutron-server[74946]: {{(pid=74946) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 19:03:10.930500 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG oslo_concurrency.lockutils [None req-a311e3a8-ad4a-4c33-82f1-f39a48c925b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=74946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:10.957445 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-983bf168-f622-44f4-92e1-0b72bbc67ebe service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=74943) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 19:03:10.969832 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-983bf168-f622-44f4-92e1-0b72bbc67ebe service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4354262 Aug 25 19:03:11.106477 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.db [None req-60e79995-47e1-495a-a097-27ae66d46e31 None None] For port 52952158-71c5-4b8c-9591-59071b5bd2d6, host dv-cinder-806038-1-smb, cleared binding levels {{(pid=74946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:03:11.115678 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.db [None req-60e79995-47e1-495a-a097-27ae66d46e31 None None] For port 52952158-71c5-4b8c-9591-59071b5bd2d6, host dv-cinder-806038-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=52952158-71c5-4b8c-9591-59071b5bd2d6,segment=NetworkSegment(f1739f72-e14f-462c-b4e7-56bd3b40258a),segment_id=f1739f72-e14f-462c-b4e7-56bd3b40258a)] {{(pid=74946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:03:11.124178 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [None req-60e79995-47e1-495a-a097-27ae66d46e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:11.138314 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:11.156831 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-42365131-cd2c-4f22-8ab3-67fa6fd145c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:11.240753 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-45cbea65-042f-4682-8126-6b88d1826271 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:11.264436 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-328a3a42-ee42-49b9-b8e4-013211cd4156 service neutron] 10.222.0.18 "GET /v2.0/networks/600f9071-ae94-4faf-af07-907279d06a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917037 Aug 25 19:03:11.301840 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-1bd35d57-4e1f-49ae-b3e1-daa1b726c1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-679791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62263'] for router, precommit_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:11.366989 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17eb082-e305-4865-a761-d0bf533dfd56 None None] Network 1db50bca-4d54-49a0-998f-ed30614305c3 requested from dv-cinder-806038-1-smb {{(pid=74945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:03:11.386159 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e79995-47e1-495a-a097-27ae66d46e31 None None] Routers {'0bd1a7d7-1b97-4b89-8024-e20caa706089'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:03:11.387395 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-60e79995-47e1-495a-a097-27ae66d46e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:02:45Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['0bd1a7d7-1b97-4b89-8024-e20caa706089'], 'active': True} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:03:11.427754 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-45cbea65-042f-4682-8126-6b88d1826271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:11.512956 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15264c73-f86f-42ea-aaaa-32cb82713bae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf97a539-8509-5f51-b208-f15cf2fc9d5d-4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1', 'network_id': '4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1', 'tenant_id': '972f6642a63b419091a626917b54e4c9', 'fixed_ips': [{'subnet_id': '01124877-1e02-41ab-ac74-7fab9c7740c5'}]}} from dv-cinder-806038-1-smb. {{(pid=74945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 19:03:11.519649 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-15264c73-f86f-42ea-aaaa-32cb82713bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:11.605002 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.db_base_plugin_common [None req-45cbea65-042f-4682-8126-6b88d1826271 admin admin] Allocated IP 172.28.1.206 (417bd5a5-462f-4a89-b2a6-9bf17cf29921/fa93b1ab-a770-4eed-8e8f-a3451db1cd3c/bfe58739-cb53-44d8-8bc6-426c57fc6a82) {{(pid=74944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:03:11.636838 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-2d64b30d-f49b-4982-a997-ce32e2e4263f service neutron] 10.222.0.18 "GET /v2.0/networks/600f9071-ae94-4faf-af07-907279d06a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714926 Aug 25 19:03:11.884120 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311e3a8-ad4a-4c33-82f1-f39a48c925b5 None None] Pushing event updated for resources: {'Port': ['ID=52952158-71c5-4b8c-9591-59071b5bd2d6,revision_number=3']} {{(pid=74946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:11.889596 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG oslo_concurrency.lockutils [None req-a311e3a8-ad4a-4c33-82f1-f39a48c925b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.751s {{(pid=74946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:11.918476 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvr_db [None req-60e79995-47e1-495a-a097-27ae66d46e31 None None] Set router 0bd1a7d7-1b97-4b89-8024-e20caa706089 gateway port host: dv-cinder-806038-1-smb {{(pid=74946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:03:12.004910 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-42365131-cd2c-4f22-8ab3-67fa6fd145c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:12.009968 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-42365131-cd2c-4f22-8ab3-67fa6fd145c5 admin admin] Usage tracker for resource:security_group_rule and tenant:2b4b537fabbd43b8a8e62ef17b5e90f0 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:12.013908 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-42365131-cd2c-4f22-8ab3-67fa6fd145c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:12.021417 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-42365131-cd2c-4f22-8ab3-67fa6fd145c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:12.099552 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-42365131-cd2c-4f22-8ab3-67fa6fd145c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:12.107833 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-42365131-cd2c-4f22-8ab3-67fa6fd145c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:12.123428 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-916acafa-8960-43c9-bf5f-5d483d3284c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:12.172940 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42365131-cd2c-4f22-8ab3-67fa6fd145c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310b9f62-a972-480f-8151-f7cd4dad9b83,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:12.192211 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-42365131-cd2c-4f22-8ab3-67fa6fd145c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:12.280129 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-42365131-cd2c-4f22-8ab3-67fa6fd145c5 admin admin] Synchronizing usage tracker for tenant:29bcff2245494391a4546a030c095320 on resource:security_group {{(pid=74944) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:03:12.416252 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-42365131-cd2c-4f22-8ab3-67fa6fd145c5 admin admin] Unset dirty status for tenant:29bcff2245494391a4546a030c095320 on resource:security_group {{(pid=74944) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:03:12.417732 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-42365131-cd2c-4f22-8ab3-67fa6fd145c5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2b4b537fabbd43b8a8e62ef17b5e90f0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7559702 Aug 25 19:03:12.421608 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 38494) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:12.427553 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.db_base_plugin_common [None req-15264c73-f86f-42ea-aaaa-32cb82713bae None None] Allocated IP 172.20.0.2 (4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1/01124877-1e02-41ab-ac74-7fab9c7740c5/97175d94-4386-4e0f-9f8a-da476d2d9f93) {{(pid=74945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:03:12.469083 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-45cbea65-042f-4682-8126-6b88d1826271 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:12.610639 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-13069350-ee22-43ad-b28d-dfa39f74734c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:12.624331 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-357fe871-009f-4abc-98d6-bf2f5a3e3f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:12.642992 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-1bd35d57-4e1f-49ae-b3e1-daa1b726c1a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:12.651226 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-45cbea65-042f-4682-8126-6b88d1826271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039'] for port, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:12.660815 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-0e6380a3-befc-4b02-a47d-7579b5c65b5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:12.679221 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-60e79995-47e1-495a-a097-27ae66d46e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'name': 'tempest-AttachVolumeTestJSON-1296946880-router', 'tenant_id': '3e48406004b648a0990504d66c49cab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.63'}], 'enable_snat': True}, 'gw_port_id': '52952158-71c5-4b8c-9591-59071b5bd2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:03Z', 'updated_at': '2021-08-25T19:03:05Z', 'revision_number': 3, 'project_id': '3e48406004b648a0990504d66c49cab7', 'gw_port': {'id': '52952158-71c5-4b8c-9591-59071b5bd2d6', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:04Z', 'updated_at': '2021-08-25T19:03:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb'}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:03:12.686767 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e79995-47e1-495a-a097-27ae66d46e31 None None] The sync data for ids ['0bd1a7d7-1b97-4b89-8024-e20caa706089'] in dv-cinder-806038-1-smb is: [{'id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'name': 'tempest-AttachVolumeTestJSON-1296946880-router', 'tenant_id': '3e48406004b648a0990504d66c49cab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.63'}], 'enable_snat': True}, 'gw_port_id': '52952158-71c5-4b8c-9591-59071b5bd2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:03Z', 'updated_at': '2021-08-25T19:03:05Z', 'revision_number': 3, 'project_id': '3e48406004b648a0990504d66c49cab7', 'gw_port': {'id': '52952158-71c5-4b8c-9591-59071b5bd2d6', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:04Z', 'updated_at': '2021-08-25T19:03:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb'}] {{(pid=74946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:03:12.753105 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-357fe871-009f-4abc-98d6-bf2f5a3e3f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:12.792988 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-1bd35d57-4e1f-49ae-b3e1-daa1b726c1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:12.798691 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-a2c60d04-d15b-4671-acc2-5293321e5114 req-47892aa3-68d7-426b-91f1-e7e75512b355 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=54dd13be-4391-404f-b76e-b30bd04e7e03 HTTP/1.1" status: 200 len: 210 time: 0.1572084 Aug 25 19:03:12.822402 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cbea65-042f-4682-8126-6b88d1826271 admin admin] Network 417bd5a5-462f-4a89-b2a6-9bf17cf29921 is already hosted by enough agents. {{(pid=74944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:03:12.828218 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.base_scheduler [None req-45cbea65-042f-4682-8126-6b88d1826271 admin admin] Resources bound (agent type, host, resource id): {{(pid=74944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:03:12.845042 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cbea65-042f-4682-8126-6b88d1826271 admin admin] Received port after_create {{(pid=74944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:03:12.885777 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cbea65-042f-4682-8126-6b88d1826271 admin admin] Pushing event updated for resources: {'Port': ['ID=bfe58739-cb53-44d8-8bc6-426c57fc6a82,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:12.892905 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-45cbea65-042f-4682-8126-6b88d1826271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:12.901050 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 38508) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:12.913242 dv-cinder-806038-1-smb neutron-server[74944]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 25 19:03:12.938285 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-522ba2fb-0abf-40e4-9047-473e9142f524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:13.268677 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-357fe871-009f-4abc-98d6-bf2f5a3e3f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:13.352900 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-5a0fa2f1-9cf3-4110-8641-1049f57a11a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:13.365022 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-846bcf6a-8f1f-4b9d-8dbf-4372dcd66a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:13.384885 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:13.455715 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.db_base_plugin_common [None req-1bd35d57-4e1f-49ae-b3e1-daa1b726c1a7 admin admin] Allocated IP 172.28.1.46 (417bd5a5-462f-4a89-b2a6-9bf17cf29921/fa93b1ab-a770-4eed-8e8f-a3451db1cd3c/1f4d34d5-aa37-48dc-9eef-e12fafe8f908) {{(pid=74943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:03:13.553448 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357fe871-009f-4abc-98d6-bf2f5a3e3f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310b9f62-a972-480f-8151-f7cd4dad9b83,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:13.564983 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-58044f6a-9b8e-4d13-81f4-9edb8f591afa tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:13.578180 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-58044f6a-9b8e-4d13-81f4-9edb8f591afa tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] 10.222.0.18 "GET /v2.0/networks?id=1db50bca-4d54-49a0-998f-ed30614305c3 HTTP/1.1" status: 200 len: 811 time: 0.6753447 Aug 25 19:03:13.593669 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.db_base_plugin_common [None req-13069350-ee22-43ad-b28d-dfa39f74734c admin admin] Allocated IP 172.20.0.1 (4729cc76-35b6-44e9-ab20-fbd23b7c92c4/bcd4d869-de2c-42cf-bf24-a126ff729354/a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52) {{(pid=74943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:03:13.609728 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-357fe871-009f-4abc-98d6-bf2f5a3e3f53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:13.717448 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-357fe871-009f-4abc-98d6-bf2f5a3e3f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:13.736077 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 52952158-71c5-4b8c-9591-59071b5bd2d6 up at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:03:13.763471 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-357fe871-009f-4abc-98d6-bf2f5a3e3f53 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/310b9f62-a972-480f-8151-f7cd4dad9b83 HTTP/1.1" status: 204 len: 168 time: 1.3304484 Aug 25 19:03:13.772670 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-7e15cf98-f1b3-45b9-8d23-06b865bb2d7c tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] 10.222.0.18 "GET /v2.0/quotas/d75cf2cd1a084bd3b657712952e6b9f9 HTTP/1.1" status: 200 len: 375 time: 0.1934080 Aug 25 19:03:13.947675 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-13069350-ee22-43ad-b28d-dfa39f74734c admin admin] Notify callbacks [] for port, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:14.012415 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.provisioning_blocks [None req-13069350-ee22-43ad-b28d-dfa39f74734c admin admin] Transition to ACTIVE for port object a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52 will not be triggered until provisioned by entity DHCP. {{(pid=74943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:03:14.038255 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-3a959b26-92ff-423d-b18d-8184028c332c tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d75cf2cd1a084bd3b657712952e6b9f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2623777 Aug 25 19:03:14.073441 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-45cbea65-042f-4682-8126-6b88d1826271 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:14.074482 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-846bcf6a-8f1f-4b9d-8dbf-4372dcd66a35 None None] For port cd7952b1-1661-4f68-881d-cd4400b0ee86, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=cd7952b1-1661-4f68-881d-cd4400b0ee86,segment=NetworkSegment(f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c),segment_id=f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:03:14.075864 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-45cbea65-042f-4682-8126-6b88d1826271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677147'] for router, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:14.151295 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-846bcf6a-8f1f-4b9d-8dbf-4372dcd66a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:14.202827 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:14.270501 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-1bd35d57-4e1f-49ae-b3e1-daa1b726c1a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:14.280871 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-15264c73-f86f-42ea-aaaa-32cb82713bae None None] Notify callbacks [] for port, precommit_create {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:14.335158 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-13069350-ee22-43ad-b28d-dfa39f74734c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039'] for port, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:14.341512 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:14.422734 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-1bd35d57-4e1f-49ae-b3e1-daa1b726c1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039'] for port, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:14.434815 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-15264c73-f86f-42ea-aaaa-32cb82713bae None None] Transition to ACTIVE for port object 97175d94-4386-4e0f-9f8a-da476d2d9f93 will not be triggered until provisioned by entity L2. {{(pid=74945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:03:14.501213 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-973e849e-11d5-4e8f-a2da-5e658cd91b66 None None] Provisioning complete for port cd7952b1-1661-4f68-881d-cd4400b0ee86 triggered by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:03:14.501594 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-973e849e-11d5-4e8f-a2da-5e658cd91b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:14.564950 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd35d57-4e1f-49ae-b3e1-daa1b726c1a7 admin admin] Network 417bd5a5-462f-4a89-b2a6-9bf17cf29921 is already hosted by enough agents. {{(pid=74943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:03:14.569281 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.base_scheduler [None req-1bd35d57-4e1f-49ae-b3e1-daa1b726c1a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=74943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:03:14.583292 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd35d57-4e1f-49ae-b3e1-daa1b726c1a7 admin admin] Received port after_create {{(pid=74943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:03:14.589630 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning for port 52952158-71c5-4b8c-9591-59071b5bd2d6 completed by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:03:14.625889 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning complete for port 52952158-71c5-4b8c-9591-59071b5bd2d6 triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:03:14.626264 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:14.694694 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13069350-ee22-43ad-b28d-dfa39f74734c admin admin] Network 4729cc76-35b6-44e9-ab20-fbd23b7c92c4 is already hosted by enough agents. {{(pid=74943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:03:14.755978 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-e1861f68-8413-4d8f-a3d4-927056417cfb req-f990e262-1a55-404b-bfca-115311748ae4 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=54dd13be-4391-404f-b76e-b30bd04e7e03 HTTP/1.1" status: 200 len: 210 time: 0.0705743 Aug 25 19:03:14.756690 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13069350-ee22-43ad-b28d-dfa39f74734c admin admin] Pushing event updated for resources: {'Port': ['ID=a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:14.766124 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-13069350-ee22-43ad-b28d-dfa39f74734c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:14.767098 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.base_scheduler [None req-13069350-ee22-43ad-b28d-dfa39f74734c admin admin] Resources bound (agent type, host, resource id): {{(pid=74943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:03:14.771628 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13069350-ee22-43ad-b28d-dfa39f74734c admin admin] Received port after_create {{(pid=74943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:03:14.772121 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-13069350-ee22-43ad-b28d-dfa39f74734c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-677317'] for router_interface, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:14.839942 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-15264c73-f86f-42ea-aaaa-32cb82713bae None None] Transition to ACTIVE for port object 97175d94-4386-4e0f-9f8a-da476d2d9f93 will not be triggered until provisioned by entity DHCP. {{(pid=74945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:03:14.854122 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-86d3af89-cff0-40a7-a2e2-05ac0dc3810c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.357s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:14.905173 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846bcf6a-8f1f-4b9d-8dbf-4372dcd66a35 None None] Pushing event updated for resources: {'Port': ['ID=cd7952b1-1661-4f68-881d-cd4400b0ee86,revision_number=3']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:15.003767 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-846bcf6a-8f1f-4b9d-8dbf-4372dcd66a35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.801s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:15.004916 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-15264c73-f86f-42ea-aaaa-32cb82713bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039'] for port, after_create {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:15.050237 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45cbea65-042f-4682-8126-6b88d1826271 admin admin] Router 044ffd15-87bd-4359-b2c5-382bb1ee1d19 is scheduled to L3 agent 6ef59418-d088-436f-8fb3-73af7fac7dac with binding_index 1 {{(pid=74944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 19:03:15.079360 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:15.153035 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd35d57-4e1f-49ae-b3e1-daa1b726c1a7 admin admin] Pushing event updated for resources: {'Port': ['ID=1f4d34d5-aa37-48dc-9eef-e12fafe8f908,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:15.157089 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-13069350-ee22-43ad-b28d-dfa39f74734c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:15.185240 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-1bd35d57-4e1f-49ae-b3e1-daa1b726c1a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:15.297376 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-1bd35d57-4e1f-49ae-b3e1-daa1b726c1a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:15.298838 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-1bd35d57-4e1f-49ae-b3e1-daa1b726c1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677147'] for router, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:15.444759 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-a88f4809-7554-46d6-aa8f-af93ccefdf17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:15.447187 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 38584) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:15.552294 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15264c73-f86f-42ea-aaaa-32cb82713bae None None] Network 4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1 is already hosted by enough agents. {{(pid=74945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:03:15.573118 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 38590) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:15.579133 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.scheduler.base_scheduler [None req-15264c73-f86f-42ea-aaaa-32cb82713bae None None] Resources bound (agent type, host, resource id): {{(pid=74945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:03:15.597532 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15264c73-f86f-42ea-aaaa-32cb82713bae None None] Received port after_create {{(pid=74945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:03:15.607308 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15264c73-f86f-42ea-aaaa-32cb82713bae None None] Pushing event updated for resources: {'Port': ['ID=97175d94-4386-4e0f-9f8a-da476d2d9f93,revision_number=1']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:15.617778 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-15264c73-f86f-42ea-aaaa-32cb82713bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:15.626086 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-a2b9fa39-0a1f-492d-9236-0c96d490bb91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:15.705359 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:15.777854 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-a2b9fa39-0a1f-492d-9236-0c96d490bb91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:15.812676 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-a2b9fa39-0a1f-492d-9236-0c96d490bb91 admin admin] Usage tracker for resource:security_group_rule and tenant:9a8f4d2a908241d1ae8323c01412e682 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:15.831961 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-a2b9fa39-0a1f-492d-9236-0c96d490bb91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:16.020448 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:16.027442 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] For port 52952158-71c5-4b8c-9591-59071b5bd2d6, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=52952158-71c5-4b8c-9591-59071b5bd2d6,segment=NetworkSegment(f1739f72-e14f-462c-b4e7-56bd3b40258a),segment_id=f1739f72-e14f-462c-b4e7-56bd3b40258a)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:03:16.038228 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.managers [None req-15264c73-f86f-42ea-aaaa-32cb82713bae None None] Attempting to bind port 97175d94-4386-4e0f-9f8a-da476d2d9f93 on host dv-cinder-806038-1-smb for vnic_type normal with profile {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:03:16.049510 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.managers [None req-15264c73-f86f-42ea-aaaa-32cb82713bae None None] Attempting to bind port 97175d94-4386-4e0f-9f8a-da476d2d9f93 by drivers openvswitch,hyperv on host dv-cinder-806038-1-smb at level 0 using segments [{'id': '53d47dea-4354-48e2-8d62-a37d0ab26078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1'}] {{(pid=74945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:03:16.050343 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15264c73-f86f-42ea-aaaa-32cb82713bae None None] Attempting to bind port 97175d94-4386-4e0f-9f8a-da476d2d9f93 on network 4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1 {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:03:16.058509 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:16.076180 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-8a6912d3-a8f9-4cd4-ba2f-bf00db5dee4c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=74944) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 19:03:16.090184 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:16.094695 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-05f7c3bf-3d6a-4c1d-90d9-1dcca9d76788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:16.097467 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-8a6912d3-a8f9-4cd4-ba2f-bf00db5dee4c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 1.7114282 Aug 25 19:03:16.100505 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-a2b9fa39-0a1f-492d-9236-0c96d490bb91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:16.185098 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-13069350-ee22-43ad-b28d-dfa39f74734c admin admin] Notify callbacks [] for port, precommit_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:16.191464 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-b7378589-1d6c-4c84-a495-b9034fb590b2 None None] Provisioning for port a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52 completed by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:03:16.203398 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-13069350-ee22-43ad-b28d-dfa39f74734c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:16.216352 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-05f7c3bf-3d6a-4c1d-90d9-1dcca9d76788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:16.219828 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-13069350-ee22-43ad-b28d-dfa39f74734c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2088205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-675884'] for router_interface, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:16.229083 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:16.239288 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15264c73-f86f-42ea-aaaa-32cb82713bae None None] Checking agent: {'id': 'ade42a89-c411-4b33-b073-1b38210940ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 43), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:03:16.240059 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15264c73-f86f-42ea-aaaa-32cb82713bae None None] Checking segment: {'id': '53d47dea-4354-48e2-8d62-a37d0ab26078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:03:16.240826 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-15264c73-f86f-42ea-aaaa-32cb82713bae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:16.241574 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15264c73-f86f-42ea-aaaa-32cb82713bae None None] Bound using segment: {'id': '53d47dea-4354-48e2-8d62-a37d0ab26078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1'} {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:03:16.242589 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.managers [None req-15264c73-f86f-42ea-aaaa-32cb82713bae None None] Bound port: 97175d94-4386-4e0f-9f8a-da476d2d9f93, host: dv-cinder-806038-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53d47dea-4354-48e2-8d62-a37d0ab26078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1'}}] {{(pid=74945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:03:16.243981 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-15264c73-f86f-42ea-aaaa-32cb82713bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:16.260568 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device cd7952b1-1661-4f68-881d-cd4400b0ee86 up at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:03:16.329048 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-b7378589-1d6c-4c84-a495-b9034fb590b2 None None] Provisioning complete for port a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52 triggered by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:03:16.329755 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-b7378589-1d6c-4c84-a495-b9034fb590b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:16.341368 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-05f7c3bf-3d6a-4c1d-90d9-1dcca9d76788 admin admin] Usage tracker for resource:security_group_rule and tenant:43998c1ee8ce49df804f1645964dbaf8 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:16.345467 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 38604) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:16.385938 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13069350-ee22-43ad-b28d-dfa39f74734c admin admin] Pushing event updated for resources: {'Port': ['ID=a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52,revision_number=2']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:16.409009 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-05f7c3bf-3d6a-4c1d-90d9-1dcca9d76788 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:16.418944 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-2e82e597-bbb5-4ead-ad13-bb28c798303b req-70e5280c-94ca-4d5e-aea2-956c16be2e0e tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=54dd13be-4391-404f-b76e-b30bd04e7e03 HTTP/1.1" status: 200 len: 210 time: 0.0717440 Aug 25 19:03:16.439920 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-13069350-ee22-43ad-b28d-dfa39f74734c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:16.450084 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-05f7c3bf-3d6a-4c1d-90d9-1dcca9d76788 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:16.536585 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.23', 65160) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:16.620883 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-a2b9fa39-0a1f-492d-9236-0c96d490bb91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:16.624375 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning complete for port cd7952b1-1661-4f68-881d-cd4400b0ee86 triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:03:16.624979 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:16.663482 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.agents_db [None req-346cd5c8-7112-4e4f-bf89-0e0659d32542 None None] Agent healthcheck: found 6 active agents {{(pid=74946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:03:16.770578 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-a2b9fa39-0a1f-492d-9236-0c96d490bb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:16.771549 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-05f7c3bf-3d6a-4c1d-90d9-1dcca9d76788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:16.786512 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-05f7c3bf-3d6a-4c1d-90d9-1dcca9d76788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:16.805323 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:16.820033 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45cbea65-042f-4682-8126-6b88d1826271 admin admin] Notify agent at l3_agent.dv-cinder-806038-1-smb the message routers_updated {{(pid=74944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:03:16.823564 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-1f85a9ca-75ca-49cd-b404-be03ed0b6491 service neutron] 10.222.0.18 "GET /v2.0/networks/1db50bca-4d54-49a0-998f-ed30614305c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7250228 Aug 25 19:03:16.841764 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:16.842976 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b7900e-8a51-427d-b270-11d14f31f766 None None] Sync routers for ids ['044ffd15-87bd-4359-b2c5-382bb1ee1d19'] in dv-cinder-806038-1-smb {{(pid=74945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:03:16.867863 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b7900e-8a51-427d-b270-11d14f31f766 None None] Routers {'044ffd15-87bd-4359-b2c5-382bb1ee1d19'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:03:16.869225 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-07b7900e-8a51-427d-b270-11d14f31f766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:03:15Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['044ffd15-87bd-4359-b2c5-382bb1ee1d19'], 'active': True} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:03:16.924822 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f7c3bf-3d6a-4c1d-90d9-1dcca9d76788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275ac5eb-e859-423b-af1b-9c3f76fd384e,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:16.955178 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd35d57-4e1f-49ae-b3e1-daa1b726c1a7 admin admin] Router 69e884ae-2093-4dd4-9dab-e56664b2bbac is scheduled to L3 agent 6ef59418-d088-436f-8fb3-73af7fac7dac with binding_index 1 {{(pid=74943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 19:03:16.974611 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-b7378589-1d6c-4c84-a495-b9034fb590b2 None None] Port a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52 cannot update to ACTIVE because it is not bound. {{(pid=74945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 19:03:16.995150 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-f451e702-0b51-4991-b5a5-cabea06e2b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:17.010524 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-05f7c3bf-3d6a-4c1d-90d9-1dcca9d76788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:17.137693 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Pushing event updated for resources: {'Port': ['ID=52952158-71c5-4b8c-9591-59071b5bd2d6,revision_number=4']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:17.148775 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.059s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:17.166276 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-15264c73-f86f-42ea-aaaa-32cb82713bae None None] For port 97175d94-4386-4e0f-9f8a-da476d2d9f93, host dv-cinder-806038-1-smb, cleared binding levels {{(pid=74945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:03:17.223320 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-05f7c3bf-3d6a-4c1d-90d9-1dcca9d76788 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=43998c1ee8ce49df804f1645964dbaf8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6486344 Aug 25 19:03:17.242906 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 38618) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:17.274243 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvr_db [None req-07b7900e-8a51-427d-b270-11d14f31f766 None None] Set router 044ffd15-87bd-4359-b2c5-382bb1ee1d19 gateway port host: dv-cinder-806038-1-smb {{(pid=74945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:03:17.307403 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13069350-ee22-43ad-b28d-dfa39f74734c admin admin] Network 4729cc76-35b6-44e9-ab20-fbd23b7c92c4 is already hosted by enough agents. {{(pid=74943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:03:17.316985 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.base_scheduler [None req-13069350-ee22-43ad-b28d-dfa39f74734c admin admin] Resources bound (agent type, host, resource id): {{(pid=74943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:03:17.417571 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-c5ee279f-eb69-4eca-b366-ea21c4e2cf35 service neutron] 10.222.0.18 "GET /v2.0/networks/1db50bca-4d54-49a0-998f-ed30614305c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5418603 Aug 25 19:03:17.454777 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-15264c73-f86f-42ea-aaaa-32cb82713bae None None] For port 97175d94-4386-4e0f-9f8a-da476d2d9f93, host dv-cinder-806038-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=97175d94-4386-4e0f-9f8a-da476d2d9f93,segment=NetworkSegment(53d47dea-4354-48e2-8d62-a37d0ab26078),segment_id=53d47dea-4354-48e2-8d62-a37d0ab26078)] {{(pid=74945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:03:17.476674 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:17.483025 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-15264c73-f86f-42ea-aaaa-32cb82713bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:17.526299 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-f451e702-0b51-4991-b5a5-cabea06e2b97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:17.534145 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-f451e702-0b51-4991-b5a5-cabea06e2b97 admin admin] Usage tracker for resource:security_group_rule and tenant:3d22499a533a4b8bb858a328b9e1e74c is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:17.539674 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-f451e702-0b51-4991-b5a5-cabea06e2b97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:17.551243 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-f451e702-0b51-4991-b5a5-cabea06e2b97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:17.592698 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-247f2f74-11cd-453c-aea3-32f3a5d551dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:17.680035 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-f451e702-0b51-4991-b5a5-cabea06e2b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:17.716558 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-45cbea65-042f-4682-8126-6b88d1826271 admin admin] Notify callbacks [] for router, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:17.723620 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-45cbea65-042f-4682-8126-6b88d1826271 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.4587851 Aug 25 19:03:17.726643 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-f451e702-0b51-4991-b5a5-cabea06e2b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:17.734698 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 38636) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:17.745522 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15264c73-f86f-42ea-aaaa-32cb82713bae None None] Pushing event updated for resources: {'Port': ['ID=97175d94-4386-4e0f-9f8a-da476d2d9f93,revision_number=2']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:17.760749 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-15264c73-f86f-42ea-aaaa-32cb82713bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:17.776484 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-a2b9fa39-0a1f-492d-9236-0c96d490bb91 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9a8f4d2a908241d1ae8323c01412e682&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3262184 Aug 25 19:03:17.793508 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 38644) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:17.888195 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-12b4355a-0b16-484d-9e83-8173cc3c66e5 None None] Provisioning complete for port a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52 triggered by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:03:17.888865 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-12b4355a-0b16-484d-9e83-8173cc3c66e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:17.946986 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b9fa39-0a1f-492d-9236-0c96d490bb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a909d806-43f2-4ae8-9813-0104f05a5090,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:18.018175 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-dc5f5293-359b-4d7d-b075-f9abe8ec2318 req-2085cf58-e8b1-4039-b8d4-38e663be7e1e tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=54dd13be-4391-404f-b76e-b30bd04e7e03 HTTP/1.1" status: 200 len: 210 time: 0.2228520 Aug 25 19:03:18.058273 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-f49e630a-5223-4246-b053-db9b1de304d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:18.083024 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-3b57445d-2433-4370-bbb5-0f35a5bac29c req-801bde91-509f-463c-8b84-f608fca22e4c tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] 10.222.0.18 "GET /v2.0/ports?device_id=c41e7892-51db-4970-aacc-d2df37a903f7 HTTP/1.1" status: 200 len: 210 time: 0.1276727 Aug 25 19:03:18.117124 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-a2b9fa39-0a1f-492d-9236-0c96d490bb91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.312s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:18.123820 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-91d8f760-ea5b-4abd-ad6f-6e326a53fbb6 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:18.125137 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-91d8f760-ea5b-4abd-ad6f-6e326a53fbb6 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Synchronizing usage tracker for tenant:8012309d8e984e1282fe2edde148c026 on resource:network {{(pid=74944) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:03:18.129973 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-f451e702-0b51-4991-b5a5-cabea06e2b97 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3d22499a533a4b8bb858a328b9e1e74c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7746542 Aug 25 19:03:18.130981 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-357fe871-009f-4abc-98d6-bf2f5a3e3f53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:18.139337 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 38660) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:18.203609 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-12b4355a-0b16-484d-9e83-8173cc3c66e5 None None] Port a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52 cannot update to ACTIVE because it is not bound. {{(pid=74945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 19:03:18.253131 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-f49e630a-5223-4246-b053-db9b1de304d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:18.263088 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-91d8f760-ea5b-4abd-ad6f-6e326a53fbb6 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Unset dirty status for tenant:8012309d8e984e1282fe2edde148c026 on resource:network {{(pid=74944) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:03:18.264261 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-91d8f760-ea5b-4abd-ad6f-6e326a53fbb6 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.23 "GET /v2.0/networks?id=600f9071-ae94-4faf-af07-907279d06a26 HTTP/1.1" status: 200 len: 815 time: 1.7263107 Aug 25 19:03:18.265254 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-07b7900e-8a51-427d-b270-11d14f31f766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044ffd15-87bd-4359-b2c5-382bb1ee1d19', 'name': 'tempest-ServerRescueNegativeTestJSON-88422678-router', 'tenant_id': 'fc911d35cfa94aeabb9512a89dca20b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.206'}], 'enable_snat': True}, 'gw_port_id': 'bfe58739-cb53-44d8-8bc6-426c57fc6a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:09Z', 'updated_at': '2021-08-25T19:03:13Z', 'revision_number': 3, 'project_id': 'fc911d35cfa94aeabb9512a89dca20b2', 'gw_port': {'id': 'bfe58739-cb53-44d8-8bc6-426c57fc6a82', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:50:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044ffd15-87bd-4359-b2c5-382bb1ee1d19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:11Z', 'updated_at': '2021-08-25T19:03:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb'}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:03:18.270697 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b7900e-8a51-427d-b270-11d14f31f766 None None] Checking router: 044ffd15-87bd-4359-b2c5-382bb1ee1d19 for host: dv-cinder-806038-1-smb {{(pid=74945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:03:18.271474 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b7900e-8a51-427d-b270-11d14f31f766 None None] Updating router 044ffd15-87bd-4359-b2c5-382bb1ee1d19 port bfe58739-cb53-44d8-8bc6-426c57fc6a82 binding host dv-cinder-806038-1-smb {{(pid=74945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 19:03:18.309974 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f451e702-0b51-4991-b5a5-cabea06e2b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5393da95-5a2a-406f-82e0-d7de471f0bc2,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:18.313484 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-f451e702-0b51-4991-b5a5-cabea06e2b97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:18.314181 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-a8998707-18eb-4691-8049-fbaa410969ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:18.350451 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-9b0c28a7-e6c7-486c-aa34-cc567bf0c759 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Request body: {'port': {'device_id': '54dd13be-4391-404f-b76e-b30bd04e7e03', 'network_id': '600f9071-ae94-4faf-af07-907279d06a26', 'admin_state_up': True, 'tenant_id': '8012309d8e984e1282fe2edde148c026'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:18.389019 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 52952158-71c5-4b8c-9591-59071b5bd2d6 up at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:03:18.519710 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-07b7900e-8a51-427d-b270-11d14f31f766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:18.563718 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-3fbb6d8a-a2f3-41b1-859a-3ced39772164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:18.590807 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-a8998707-18eb-4691-8049-fbaa410969ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:18.673342 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-3fbb6d8a-a2f3-41b1-859a-3ced39772164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:18.678684 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning complete for port 52952158-71c5-4b8c-9591-59071b5bd2d6 triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:03:18.679912 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:19.048590 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-3fbb6d8a-a2f3-41b1-859a-3ced39772164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:19.093688 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-1bba7aea-42c9-4b8f-b19a-0cc41dfa26c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:19.468330 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb6d8a-a2f3-41b1-859a-3ced39772164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a909d806-43f2-4ae8-9813-0104f05a5090,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:19.491149 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-3fbb6d8a-a2f3-41b1-859a-3ced39772164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:19.619396 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-f1b901f3-f312-46e6-9a5e-65f30e24f87c req-ccbbb75e-0b59-4c1d-9d7e-12010ed92435 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] 10.222.0.18 "GET /v2.0/ports?device_id=c41e7892-51db-4970-aacc-d2df37a903f7 HTTP/1.1" status: 200 len: 210 time: 0.0915048 Aug 25 19:03:19.621738 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-9b0c28a7-e6c7-486c-aa34-cc567bf0c759 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:19.640786 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-9b0c28a7-e6c7-486c-aa34-cc567bf0c759 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Usage tracker for resource:port and tenant:8012309d8e984e1282fe2edde148c026 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:19.649197 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-9b0c28a7-e6c7-486c-aa34-cc567bf0c759 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:19.697975 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-a8998707-18eb-4691-8049-fbaa410969ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:19.702589 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-9b0c28a7-e6c7-486c-aa34-cc567bf0c759 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:19.723544 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-b28a5b90-4c28-4efe-8613-93859369be47 req-b70610e1-782b-4ed6-abb3-91123931f6d6 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=54dd13be-4391-404f-b76e-b30bd04e7e03 HTTP/1.1" status: 200 len: 210 time: 0.2232580 Aug 25 19:03:19.741989 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:19.745634 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecd2561-4bde-40a3-959c-1e0b51d325e1 None None] Network 4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1 requested from dv-cinder-806038-1-smb {{(pid=74945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:03:19.773163 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8998707-18eb-4691-8049-fbaa410969ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5393da95-5a2a-406f-82e0-d7de471f0bc2,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:19.778501 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-a8998707-18eb-4691-8049-fbaa410969ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:19.787350 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-a8998707-18eb-4691-8049-fbaa410969ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:19.795373 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-a8998707-18eb-4691-8049-fbaa410969ff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5393da95-5a2a-406f-82e0-d7de471f0bc2 HTTP/1.1" status: 204 len: 168 time: 1.6506352 Aug 25 19:03:19.812457 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-9b0c28a7-e6c7-486c-aa34-cc567bf0c759 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Made reservation on behalf of 8012309d8e984e1282fe2edde148c026 for: {'port': 1} {{(pid=74944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:03:19.825890 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-9b0c28a7-e6c7-486c-aa34-cc567bf0c759 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:19.868667 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-3fbb6d8a-a2f3-41b1-859a-3ced39772164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:19.873315 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-3fbb6d8a-a2f3-41b1-859a-3ced39772164 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a909d806-43f2-4ae8-9813-0104f05a5090 HTTP/1.1" status: 204 len: 168 time: 2.0702586 Aug 25 19:03:20.124059 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-f49e630a-5223-4246-b053-db9b1de304d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:20.194241 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-3fbb6d8a-a2f3-41b1-859a-3ced39772164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:20.340664 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e630a-5223-4246-b053-db9b1de304d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275ac5eb-e859-423b-af1b-9c3f76fd384e,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:20.356636 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd35d57-4e1f-49ae-b3e1-daa1b726c1a7 admin admin] Notify agent at l3_agent.dv-cinder-806038-1-smb the message routers_updated {{(pid=74943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:03:20.374947 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-3753e095-ff58-486a-a278-39a8e4d13044 None None] Provisioning for port 97175d94-4386-4e0f-9f8a-da476d2d9f93 completed by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:03:20.387090 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-f49e630a-5223-4246-b053-db9b1de304d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:20.401329 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-f49e630a-5223-4246-b053-db9b1de304d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:20.403087 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-f49e630a-5223-4246-b053-db9b1de304d0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/275ac5eb-e859-423b-af1b-9c3f76fd384e HTTP/1.1" status: 204 len: 168 time: 3.1580050 Aug 25 19:03:20.457902 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94069cfa-1484-4ba5-9fe9-f4d25abdbef0 None None] Sync routers for ids ['69e884ae-2093-4dd4-9dab-e56664b2bbac'] in dv-cinder-806038-1-smb {{(pid=74946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:03:20.527455 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-1bd35d57-4e1f-49ae-b3e1-daa1b726c1a7 admin admin] Notify callbacks [] for router, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:20.531766 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94069cfa-1484-4ba5-9fe9-f4d25abdbef0 None None] Routers {'69e884ae-2093-4dd4-9dab-e56664b2bbac'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:03:20.533122 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-94069cfa-1484-4ba5-9fe9-f4d25abdbef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:03:15Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['69e884ae-2093-4dd4-9dab-e56664b2bbac'], 'active': True} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:03:20.544779 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-1bd35d57-4e1f-49ae-b3e1-daa1b726c1a7 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.5321612 Aug 25 19:03:20.550747 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 38702) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:20.598891 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 97175d94-4386-4e0f-9f8a-da476d2d9f93 up at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:03:20.810699 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.db.resource_extend [None req-07b7900e-8a51-427d-b270-11d14f31f766 None None] It took 0.56 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 19:03:21.119420 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvr_db [None req-94069cfa-1484-4ba5-9fe9-f4d25abdbef0 None None] Set router 69e884ae-2093-4dd4-9dab-e56664b2bbac gateway port host: dv-cinder-806038-1-smb {{(pid=74946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:03:21.164088 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning for port 97175d94-4386-4e0f-9f8a-da476d2d9f93 completed by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:03:21.189928 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.db_base_plugin_common [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-9b0c28a7-e6c7-486c-aa34-cc567bf0c759 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Allocated IP 172.20.0.14 (600f9071-ae94-4faf-af07-907279d06a26/de47097b-8fef-48bc-b85d-5a5fab2a3082/670011d9-0318-4858-a3ea-d87df9cfee6c) {{(pid=74944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:03:21.203799 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning complete for port 97175d94-4386-4e0f-9f8a-da476d2d9f93 triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:03:21.206166 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:21.457887 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-142b27a5-2e55-44c8-9ee7-ea360feb2675 req-31074fdc-9361-4a56-aa23-99dc7d65c8e0 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=54dd13be-4391-404f-b76e-b30bd04e7e03 HTTP/1.1" status: 200 len: 210 time: 0.1890066 Aug 25 19:03:21.471221 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-07b7900e-8a51-427d-b270-11d14f31f766 None None] Notify callbacks [] for port, precommit_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:21.474750 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-10fc84c9-3960-4213-af68-bcd7de9f75bb req-96f95fc8-3988-44ca-9156-086a7e183ba7 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] 10.222.0.18 "GET /v2.0/ports?device_id=c41e7892-51db-4970-aacc-d2df37a903f7 HTTP/1.1" status: 200 len: 210 time: 0.1880372 Aug 25 19:03:21.587200 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-07b7900e-8a51-427d-b270-11d14f31f766 None None] Transition to ACTIVE for port object bfe58739-cb53-44d8-8bc6-426c57fc6a82 will not be triggered until provisioned by entity L2. {{(pid=74945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:03:21.644543 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-07b7900e-8a51-427d-b270-11d14f31f766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:21.679299 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-846bcf6a-8f1f-4b9d-8dbf-4372dcd66a35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:21.862822 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13069350-ee22-43ad-b28d-dfa39f74734c admin admin] Router 0bd1a7d7-1b97-4b89-8024-e20caa706089 has already been hosted by L3 agent 6ef59418-d088-436f-8fb3-73af7fac7dac {{(pid=74943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:03:21.879367 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-94069cfa-1484-4ba5-9fe9-f4d25abdbef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'name': 'tempest-AttachVolumeShelveTestJSON-1277462353-router', 'tenant_id': '972f6642a63b419091a626917b54e4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '1f4d34d5-aa37-48dc-9eef-e12fafe8f908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:10Z', 'updated_at': '2021-08-25T19:03:14Z', 'revision_number': 3, 'project_id': '972f6642a63b419091a626917b54e4c9', 'gw_port': {'id': '1f4d34d5-aa37-48dc-9eef-e12fafe8f908', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:12Z', 'updated_at': '2021-08-25T19:03:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb'}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:03:21.892407 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94069cfa-1484-4ba5-9fe9-f4d25abdbef0 None None] Checking router: 69e884ae-2093-4dd4-9dab-e56664b2bbac for host: dv-cinder-806038-1-smb {{(pid=74946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:03:21.893848 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94069cfa-1484-4ba5-9fe9-f4d25abdbef0 None None] Updating router 69e884ae-2093-4dd4-9dab-e56664b2bbac port 1f4d34d5-aa37-48dc-9eef-e12fafe8f908 binding host dv-cinder-806038-1-smb {{(pid=74946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 19:03:22.026730 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:22.075094 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [None req-94069cfa-1484-4ba5-9fe9-f4d25abdbef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:22.145289 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-9b0c28a7-e6c7-486c-aa34-cc567bf0c759 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Notify callbacks [] for port, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:22.364490 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.managers [None req-07b7900e-8a51-427d-b270-11d14f31f766 None None] Attempting to bind port bfe58739-cb53-44d8-8bc6-426c57fc6a82 on host dv-cinder-806038-1-smb for vnic_type normal with profile {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:03:22.364829 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.managers [None req-07b7900e-8a51-427d-b270-11d14f31f766 None None] Attempting to bind port bfe58739-cb53-44d8-8bc6-426c57fc6a82 by drivers openvswitch,hyperv on host dv-cinder-806038-1-smb at level 0 using segments [{'id': 'f1739f72-e14f-462c-b4e7-56bd3b40258a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921'}] {{(pid=74945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:03:22.365203 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b7900e-8a51-427d-b270-11d14f31f766 None None] Attempting to bind port bfe58739-cb53-44d8-8bc6-426c57fc6a82 on network 417bd5a5-462f-4a89-b2a6-9bf17cf29921 {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:03:22.408331 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed08e34-7faf-4c07-ba0b-4b50150aced5 None None] Pushing event updated for resources: {'Port': ['ID=bfe58739-cb53-44d8-8bc6-426c57fc6a82,revision_number=2']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:22.427840 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2ed08e34-7faf-4c07-ba0b-4b50150aced5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.749s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:22.448807 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.23', 65166) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:22.513586 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] For port 97175d94-4386-4e0f-9f8a-da476d2d9f93, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=97175d94-4386-4e0f-9f8a-da476d2d9f93,segment=NetworkSegment(53d47dea-4354-48e2-8d62-a37d0ab26078),segment_id=53d47dea-4354-48e2-8d62-a37d0ab26078)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:03:22.515087 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b7900e-8a51-427d-b270-11d14f31f766 None None] Checking agent: {'id': 'ade42a89-c411-4b33-b073-1b38210940ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 43), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:03:22.518042 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b7900e-8a51-427d-b270-11d14f31f766 None None] Checking segment: {'id': 'f1739f72-e14f-462c-b4e7-56bd3b40258a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:03:22.519584 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-9b0c28a7-e6c7-486c-aa34-cc567bf0c759 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039'] for port, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:22.522958 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-07b7900e-8a51-427d-b270-11d14f31f766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:22.523472 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b7900e-8a51-427d-b270-11d14f31f766 None None] Bound using segment: {'id': 'f1739f72-e14f-462c-b4e7-56bd3b40258a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921'} {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:03:22.528138 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.managers [None req-07b7900e-8a51-427d-b270-11d14f31f766 None None] Bound port: bfe58739-cb53-44d8-8bc6-426c57fc6a82, host: dv-cinder-806038-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1739f72-e14f-462c-b4e7-56bd3b40258a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921'}}] {{(pid=74945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:03:22.529546 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-07b7900e-8a51-427d-b270-11d14f31f766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:22.703631 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-0e6380a3-befc-4b02-a47d-7579b5c65b5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:22.829469 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-9b0f00de-9137-4a39-89ce-af25488ffdfb None None] Provisioning complete for port 97175d94-4386-4e0f-9f8a-da476d2d9f93 triggered by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:03:22.830527 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-9b0f00de-9137-4a39-89ce-af25488ffdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:22.911002 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-9b0c28a7-e6c7-486c-aa34-cc567bf0c759 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Network 600f9071-ae94-4faf-af07-907279d06a26 is already hosted by enough agents. {{(pid=74944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:03:22.949696 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.base_scheduler [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-9b0c28a7-e6c7-486c-aa34-cc567bf0c759 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Resources bound (agent type, host, resource id): {{(pid=74944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:03:22.978505 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:22.995272 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-9b0c28a7-e6c7-486c-aa34-cc567bf0c759 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Received port after_create {{(pid=74944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:03:23.005405 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-9b0c28a7-e6c7-486c-aa34-cc567bf0c759 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:23.007183 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-9b0c28a7-e6c7-486c-aa34-cc567bf0c759 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for port, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:23.084505 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-3b4ed190-e340-4c0d-b0c9-0292b1a12891 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:23.088438 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-3b4ed190-e340-4c0d-b0c9-0292b1a12891 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Synchronizing usage tracker for tenant:d75cf2cd1a084bd3b657712952e6b9f9 on resource:network {{(pid=74943) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:03:23.106460 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-15264c73-f86f-42ea-aaaa-32cb82713bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:23.163813 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-3b4ed190-e340-4c0d-b0c9-0292b1a12891 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Unset dirty status for tenant:d75cf2cd1a084bd3b657712952e6b9f9 on resource:network {{(pid=74943) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:03:23.165776 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-3b4ed190-e340-4c0d-b0c9-0292b1a12891 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] 10.222.0.23 "GET /v2.0/networks?id=1db50bca-4d54-49a0-998f-ed30614305c3 HTTP/1.1" status: 200 len: 811 time: 0.7066851 Aug 25 19:03:23.242525 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-7e35eb6b-e375-49f0-8984-1edfb46d9bc9 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Request body: {'port': {'device_id': 'c41e7892-51db-4970-aacc-d2df37a903f7', 'network_id': '1db50bca-4d54-49a0-998f-ed30614305c3', 'admin_state_up': True, 'tenant_id': 'd75cf2cd1a084bd3b657712952e6b9f9'}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:23.273603 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [None req-94069cfa-1484-4ba5-9fe9-f4d25abdbef0 None None] Notify callbacks [] for port, precommit_update {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:23.307552 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.provisioning_blocks [None req-94069cfa-1484-4ba5-9fe9-f4d25abdbef0 None None] Transition to ACTIVE for port object 1f4d34d5-aa37-48dc-9eef-e12fafe8f908 will not be triggered until provisioned by entity L2. {{(pid=74946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:03:23.322656 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [None req-94069cfa-1484-4ba5-9fe9-f4d25abdbef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:23.385930 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG oslo_concurrency.lockutils [None req-3423baaa-cc4c-4ef2-95b5-4f8e3281ad8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:23.434494 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-7e35eb6b-e375-49f0-8984-1edfb46d9bc9 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:23.439650 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-7e35eb6b-e375-49f0-8984-1edfb46d9bc9 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Usage tracker for resource:port and tenant:d75cf2cd1a084bd3b657712952e6b9f9 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:23.443492 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-7e35eb6b-e375-49f0-8984-1edfb46d9bc9 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:23.453182 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-7e35eb6b-e375-49f0-8984-1edfb46d9bc9 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:23.481054 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-53afc291-9f7b-4d6e-8627-427065ac97cf req-b35dc779-d908-4485-8013-40358bd65a97 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] 10.222.0.18 "GET /v2.0/ports?device_id=c41e7892-51db-4970-aacc-d2df37a903f7 HTTP/1.1" status: 200 len: 210 time: 0.5159192 Aug 25 19:03:23.510181 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-9b0c28a7-e6c7-486c-aa34-cc567bf0c759 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1672533 Aug 25 19:03:23.521146 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c28a7-e6c7-486c-aa34-cc567bf0c759 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Pushing event updated for resources: {'Port': ['ID=670011d9-0318-4858-a3ea-d87df9cfee6c,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:23.532633 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-9b0c28a7-e6c7-486c-aa34-cc567bf0c759 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.831s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:23.533209 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-07b7900e-8a51-427d-b270-11d14f31f766 None None] For port bfe58739-cb53-44d8-8bc6-426c57fc6a82, host dv-cinder-806038-1-smb, cleared binding levels {{(pid=74945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:03:23.539860 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-b8eb1298-95b7-4e75-a900-f202d0fd08b4 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=74944) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 19:03:23.544988 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-b8eb1298-95b7-4e75-a900-f202d0fd08b4 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0095072 Aug 25 19:03:23.568406 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-07b7900e-8a51-427d-b270-11d14f31f766 None None] For port bfe58739-cb53-44d8-8bc6-426c57fc6a82, host dv-cinder-806038-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=bfe58739-cb53-44d8-8bc6-426c57fc6a82,segment=NetworkSegment(f1739f72-e14f-462c-b4e7-56bd3b40258a),segment_id=f1739f72-e14f-462c-b4e7-56bd3b40258a)] {{(pid=74945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:03:23.605638 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-7e35eb6b-e375-49f0-8984-1edfb46d9bc9 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Made reservation on behalf of d75cf2cd1a084bd3b657712952e6b9f9 for: {'port': 1} {{(pid=74943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:03:23.616776 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-7e35eb6b-e375-49f0-8984-1edfb46d9bc9 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:23.711411 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.managers [None req-94069cfa-1484-4ba5-9fe9-f4d25abdbef0 None None] Attempting to bind port 1f4d34d5-aa37-48dc-9eef-e12fafe8f908 on host dv-cinder-806038-1-smb for vnic_type normal with profile {{(pid=74946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:03:23.712237 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.managers [None req-94069cfa-1484-4ba5-9fe9-f4d25abdbef0 None None] Attempting to bind port 1f4d34d5-aa37-48dc-9eef-e12fafe8f908 by drivers openvswitch,hyperv on host dv-cinder-806038-1-smb at level 0 using segments [{'id': 'f1739f72-e14f-462c-b4e7-56bd3b40258a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921'}] {{(pid=74946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:03:23.712603 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94069cfa-1484-4ba5-9fe9-f4d25abdbef0 None None] Attempting to bind port 1f4d34d5-aa37-48dc-9eef-e12fafe8f908 on network 417bd5a5-462f-4a89-b2a6-9bf17cf29921 {{(pid=74946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:03:23.796526 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0cd143-1d24-462a-95a2-475aef651ffa None None] Pushing event updated for resources: {'Port': ['ID=1f4d34d5-aa37-48dc-9eef-e12fafe8f908,revision_number=2']} {{(pid=74946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:23.802038 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG oslo_concurrency.lockutils [None req-0c0cd143-1d24-462a-95a2-475aef651ffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=74946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:23.804962 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94069cfa-1484-4ba5-9fe9-f4d25abdbef0 None None] Checking agent: {'id': 'ade42a89-c411-4b33-b073-1b38210940ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 43), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:03:23.805888 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94069cfa-1484-4ba5-9fe9-f4d25abdbef0 None None] Checking segment: {'id': 'f1739f72-e14f-462c-b4e7-56bd3b40258a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:03:23.806309 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [None req-94069cfa-1484-4ba5-9fe9-f4d25abdbef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:23.806752 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94069cfa-1484-4ba5-9fe9-f4d25abdbef0 None None] Bound using segment: {'id': 'f1739f72-e14f-462c-b4e7-56bd3b40258a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921'} {{(pid=74946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:03:23.807328 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.managers [None req-94069cfa-1484-4ba5-9fe9-f4d25abdbef0 None None] Bound port: 1f4d34d5-aa37-48dc-9eef-e12fafe8f908, host: dv-cinder-806038-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1739f72-e14f-462c-b4e7-56bd3b40258a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921'}}] {{(pid=74946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:03:23.807738 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [None req-94069cfa-1484-4ba5-9fe9-f4d25abdbef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:23.911332 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-07b7900e-8a51-427d-b270-11d14f31f766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:23.917104 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Pushing event updated for resources: {'Port': ['ID=97175d94-4386-4e0f-9f8a-da476d2d9f93,revision_number=3']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:23.940388 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.834s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:23.943610 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.db [None req-94069cfa-1484-4ba5-9fe9-f4d25abdbef0 None None] For port 1f4d34d5-aa37-48dc-9eef-e12fafe8f908, host dv-cinder-806038-1-smb, cleared binding levels {{(pid=74946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:03:23.953541 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.db [None req-94069cfa-1484-4ba5-9fe9-f4d25abdbef0 None None] For port 1f4d34d5-aa37-48dc-9eef-e12fafe8f908, host dv-cinder-806038-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=1f4d34d5-aa37-48dc-9eef-e12fafe8f908,segment=NetworkSegment(f1739f72-e14f-462c-b4e7-56bd3b40258a),segment_id=f1739f72-e14f-462c-b4e7-56bd3b40258a)] {{(pid=74946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:03:23.955569 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:23.962500 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [None req-94069cfa-1484-4ba5-9fe9-f4d25abdbef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:23.973400 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG oslo_concurrency.lockutils [None req-a311e3a8-ad4a-4c33-82f1-f39a48c925b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:24.214778 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a32a1b-8fb2-4518-8843-1aa464fc15d0 req-78054c2e-b88d-47dd-8f1a-0fd01583e853 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:24.222611 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-a6a32a1b-8fb2-4518-8843-1aa464fc15d0 req-78054c2e-b88d-47dd-8f1a-0fd01583e853 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=54dd13be-4391-404f-b76e-b30bd04e7e03 HTTP/1.1" status: 200 len: 932 time: 1.2956915 Aug 25 19:03:24.229844 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0cd143-1d24-462a-95a2-475aef651ffa None None] Pushing event updated for resources: {'Port': ['ID=1f4d34d5-aa37-48dc-9eef-e12fafe8f908,revision_number=3']} {{(pid=74946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:24.244441 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG oslo_concurrency.lockutils [None req-0c0cd143-1d24-462a-95a2-475aef651ffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=74946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:24.292849 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b7900e-8a51-427d-b270-11d14f31f766 None None] Routers {'044ffd15-87bd-4359-b2c5-382bb1ee1d19'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:03:24.293710 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-07b7900e-8a51-427d-b270-11d14f31f766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:03:15Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['044ffd15-87bd-4359-b2c5-382bb1ee1d19'], 'active': True} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:03:24.317569 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94069cfa-1484-4ba5-9fe9-f4d25abdbef0 None None] Routers {'69e884ae-2093-4dd4-9dab-e56664b2bbac'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:03:24.319841 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-94069cfa-1484-4ba5-9fe9-f4d25abdbef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:03:15Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['69e884ae-2093-4dd4-9dab-e56664b2bbac'], 'active': True} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:03:24.403921 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-a6a32a1b-8fb2-4518-8843-1aa464fc15d0 req-a89cac3e-e838-4ec3-8986-82b0998a24fe tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361554 Aug 25 19:03:24.489367 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed08e34-7faf-4c07-ba0b-4b50150aced5 None None] Pushing event updated for resources: {'Port': ['ID=bfe58739-cb53-44d8-8bc6-426c57fc6a82,revision_number=3']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:24.495049 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2ed08e34-7faf-4c07-ba0b-4b50150aced5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:24.592487 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13069350-ee22-43ad-b28d-dfa39f74734c admin admin] Notify agent at l3_agent.dv-cinder-806038-1-smb the message routers_updated {{(pid=74943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:03:24.757081 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvr_db [None req-94069cfa-1484-4ba5-9fe9-f4d25abdbef0 None None] Set router 69e884ae-2093-4dd4-9dab-e56664b2bbac gateway port host: dv-cinder-806038-1-smb {{(pid=74946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:03:24.834401 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-13069350-ee22-43ad-b28d-dfa39f74734c admin admin] 10.222.0.18 "PUT /v2.0/routers/0bd1a7d7-1b97-4b89-8024-e20caa706089/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.1380603 Aug 25 19:03:24.840716 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-708d323c-51f8-4918-9881-206ac4611420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:24.866241 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvr_db [None req-07b7900e-8a51-427d-b270-11d14f31f766 None None] Set router 044ffd15-87bd-4359-b2c5-382bb1ee1d19 gateway port host: dv-cinder-806038-1-smb {{(pid=74945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:03:24.923239 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.db_base_plugin_common [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-7e35eb6b-e375-49f0-8984-1edfb46d9bc9 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Allocated IP 172.20.0.10 (1db50bca-4d54-49a0-998f-ed30614305c3/52246032-4cf3-4ac9-b6d9-0eeb0e91946f/0d1d8c95-5f46-4815-941d-45c4adfc9474) {{(pid=74943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:03:25.081505 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719cfbb1-88c8-4575-be45-8156e43cc011 None None] Sync routers for ids ['0bd1a7d7-1b97-4b89-8024-e20caa706089'] in dv-cinder-806038-1-smb {{(pid=74945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:03:25.200932 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-f41b105f-50ea-4ca9-b96a-1bcf350896a9 req-4322c487-77c2-4431-a858-3e1cffb2f805 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] 10.222.0.18 "GET /v2.0/ports?device_id=c41e7892-51db-4970-aacc-d2df37a903f7 HTTP/1.1" status: 200 len: 210 time: 0.2882288 Aug 25 19:03:25.541278 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 97175d94-4386-4e0f-9f8a-da476d2d9f93 up at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:03:25.791360 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-f1126227-20b6-43f5-aacb-e3e3941c9a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:25.881291 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-94069cfa-1484-4ba5-9fe9-f4d25abdbef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'name': 'tempest-AttachVolumeShelveTestJSON-1277462353-router', 'tenant_id': '972f6642a63b419091a626917b54e4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '1f4d34d5-aa37-48dc-9eef-e12fafe8f908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:10Z', 'updated_at': '2021-08-25T19:03:14Z', 'revision_number': 3, 'project_id': '972f6642a63b419091a626917b54e4c9', 'gw_port': {'id': '1f4d34d5-aa37-48dc-9eef-e12fafe8f908', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:12Z', 'updated_at': '2021-08-25T19:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb'}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:03:25.892405 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94069cfa-1484-4ba5-9fe9-f4d25abdbef0 None None] The sync data for ids ['69e884ae-2093-4dd4-9dab-e56664b2bbac'] in dv-cinder-806038-1-smb is: [{'id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'name': 'tempest-AttachVolumeShelveTestJSON-1277462353-router', 'tenant_id': '972f6642a63b419091a626917b54e4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '1f4d34d5-aa37-48dc-9eef-e12fafe8f908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:10Z', 'updated_at': '2021-08-25T19:03:14Z', 'revision_number': 3, 'project_id': '972f6642a63b419091a626917b54e4c9', 'gw_port': {'id': '1f4d34d5-aa37-48dc-9eef-e12fafe8f908', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:12Z', 'updated_at': '2021-08-25T19:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb'}] {{(pid=74946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:03:25.923094 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.db_base_plugin_common [None req-708d323c-51f8-4918-9881-206ac4611420 admin admin] Allocated IP 172.20.0.1 (1c33251a-0801-4a8e-9ce9-f5fabe3b7086/d7025093-2f90-42bb-bb3c-06ef25a03e24/1adf5ce9-c887-4dbb-af91-423d480a1f39) {{(pid=74944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:03:26.246908 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.db_base_plugin_common [None req-f1126227-20b6-43f5-aacb-e3e3941c9a9a admin admin] Allocated IP 172.20.0.1 (4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1/01124877-1e02-41ab-ac74-7fab9c7740c5/e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f) {{(pid=74943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:03:26.392315 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719cfbb1-88c8-4575-be45-8156e43cc011 None None] Routers {'0bd1a7d7-1b97-4b89-8024-e20caa706089'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:03:26.395121 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-719cfbb1-88c8-4575-be45-8156e43cc011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:03:15Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['0bd1a7d7-1b97-4b89-8024-e20caa706089'], 'active': True} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:03:26.493409 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-f1126227-20b6-43f5-aacb-e3e3941c9a9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:26.524142 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.provisioning_blocks [None req-f1126227-20b6-43f5-aacb-e3e3941c9a9a admin admin] Transition to ACTIVE for port object e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f will not be triggered until provisioned by entity DHCP. {{(pid=74943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:03:26.578386 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-7fb9b17b-6ae4-4fa9-b01d-5c120cbf6116 service neutron] Request body: {'port': {'device_id': '54dd13be-4391-404f-b76e-b30bd04e7e03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80603'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:26.629159 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-7e35eb6b-e375-49f0-8984-1edfb46d9bc9 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Notify callbacks [] for port, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:26.658081 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-708d323c-51f8-4918-9881-206ac4611420 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:26.761052 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-f1126227-20b6-43f5-aacb-e3e3941c9a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039'] for port, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:26.782963 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-13069350-ee22-43ad-b28d-dfa39f74734c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:26.991701 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1126227-20b6-43f5-aacb-e3e3941c9a9a admin admin] Pushing event updated for resources: {'Port': ['ID=e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:27.001947 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-f1126227-20b6-43f5-aacb-e3e3941c9a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:27.012343 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-7fb9b17b-6ae4-4fa9-b01d-5c120cbf6116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:27.040339 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e7d4df-16bf-49e1-bbe3-fd6f5edcfbc6 req-df6bb94b-c5b7-467c-ae1a-e407c54f4ff3 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:27.049366 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-93e7d4df-16bf-49e1-bbe3-fd6f5edcfbc6 req-df6bb94b-c5b7-467c-ae1a-e407c54f4ff3 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=54dd13be-4391-404f-b76e-b30bd04e7e03 HTTP/1.1" status: 200 len: 932 time: 0.5098436 Aug 25 19:03:27.180824 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1126227-20b6-43f5-aacb-e3e3941c9a9a admin admin] Network 4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1 is already hosted by enough agents. {{(pid=74943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:03:27.189108 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.base_scheduler [None req-f1126227-20b6-43f5-aacb-e3e3941c9a9a admin admin] Resources bound (agent type, host, resource id): {{(pid=74943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:03:27.195492 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1126227-20b6-43f5-aacb-e3e3941c9a9a admin admin] Received port after_create {{(pid=74943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:03:27.196206 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-f1126227-20b6-43f5-aacb-e3e3941c9a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-677317'] for router_interface, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:27.201111 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning complete for port 97175d94-4386-4e0f-9f8a-da476d2d9f93 triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:03:27.201926 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:27.204096 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-7e35eb6b-e375-49f0-8984-1edfb46d9bc9 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039'] for port, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:27.285337 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-708d323c-51f8-4918-9881-206ac4611420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039'] for port, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:27.291587 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:27.321388 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:27.474132 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d323c-51f8-4918-9881-206ac4611420 admin admin] Pushing event updated for resources: {'Port': ['ID=1adf5ce9-c887-4dbb-af91-423d480a1f39,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:27.481783 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-708d323c-51f8-4918-9881-206ac4611420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:27.516053 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708d323c-51f8-4918-9881-206ac4611420 admin admin] Network 1c33251a-0801-4a8e-9ce9-f5fabe3b7086 is already hosted by enough agents. {{(pid=74944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:03:27.536292 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.base_scheduler [None req-708d323c-51f8-4918-9881-206ac4611420 admin admin] Resources bound (agent type, host, resource id): {{(pid=74944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:03:27.559157 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-07b7900e-8a51-427d-b270-11d14f31f766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044ffd15-87bd-4359-b2c5-382bb1ee1d19', 'name': 'tempest-ServerRescueNegativeTestJSON-88422678-router', 'tenant_id': 'fc911d35cfa94aeabb9512a89dca20b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.206'}], 'enable_snat': True}, 'gw_port_id': 'bfe58739-cb53-44d8-8bc6-426c57fc6a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:09Z', 'updated_at': '2021-08-25T19:03:13Z', 'revision_number': 3, 'project_id': 'fc911d35cfa94aeabb9512a89dca20b2', 'gw_port': {'id': 'bfe58739-cb53-44d8-8bc6-426c57fc6a82', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:50:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044ffd15-87bd-4359-b2c5-382bb1ee1d19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:11Z', 'updated_at': '2021-08-25T19:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb'}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:03:27.565879 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-93e7d4df-16bf-49e1-bbe3-fd6f5edcfbc6 req-d9d3b27b-84a1-4d4c-9cb6-79385aceba29 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4964328 Aug 25 19:03:27.588774 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b7900e-8a51-427d-b270-11d14f31f766 None None] The sync data for ids ['044ffd15-87bd-4359-b2c5-382bb1ee1d19'] in dv-cinder-806038-1-smb is: [{'id': '044ffd15-87bd-4359-b2c5-382bb1ee1d19', 'name': 'tempest-ServerRescueNegativeTestJSON-88422678-router', 'tenant_id': 'fc911d35cfa94aeabb9512a89dca20b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.206'}], 'enable_snat': True}, 'gw_port_id': 'bfe58739-cb53-44d8-8bc6-426c57fc6a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:09Z', 'updated_at': '2021-08-25T19:03:13Z', 'revision_number': 3, 'project_id': 'fc911d35cfa94aeabb9512a89dca20b2', 'gw_port': {'id': 'bfe58739-cb53-44d8-8bc6-426c57fc6a82', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:50:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044ffd15-87bd-4359-b2c5-382bb1ee1d19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:11Z', 'updated_at': '2021-08-25T19:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb'}] {{(pid=74945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:03:27.745002 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvr_db [None req-719cfbb1-88c8-4575-be45-8156e43cc011 None None] Set router 0bd1a7d7-1b97-4b89-8024-e20caa706089 gateway port host: dv-cinder-806038-1-smb {{(pid=74945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:03:27.794284 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708d323c-51f8-4918-9881-206ac4611420 admin admin] Received port after_create {{(pid=74944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:03:27.805639 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-708d323c-51f8-4918-9881-206ac4611420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-677317'] for router_interface, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:27.824856 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-7e35eb6b-e375-49f0-8984-1edfb46d9bc9 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Network 1db50bca-4d54-49a0-998f-ed30614305c3 is already hosted by enough agents. {{(pid=74943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:03:27.920392 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.base_scheduler [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-7e35eb6b-e375-49f0-8984-1edfb46d9bc9 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Resources bound (agent type, host, resource id): {{(pid=74943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:03:27.961673 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-7e35eb6b-e375-49f0-8984-1edfb46d9bc9 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Received port after_create {{(pid=74943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:03:27.985572 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-7e35eb6b-e375-49f0-8984-1edfb46d9bc9 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:27.986265 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-7e35eb6b-e375-49f0-8984-1edfb46d9bc9 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for port, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:28.218974 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-b1a0656f-9c68-4e87-8b53-38c0fc03e412 None None] Provisioning for port e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f completed by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:03:28.273100 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-b1a0656f-9c68-4e87-8b53-38c0fc03e412 None None] Provisioning complete for port e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f triggered by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:03:28.278699 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-b1a0656f-9c68-4e87-8b53-38c0fc03e412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:28.300120 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e35eb6b-e375-49f0-8984-1edfb46d9bc9 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Pushing event updated for resources: {'Port': ['ID=0d1d8c95-5f46-4815-941d-45c4adfc9474,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:28.312885 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-7e35eb6b-e375-49f0-8984-1edfb46d9bc9 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.021s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:28.326152 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-7e35eb6b-e375-49f0-8984-1edfb46d9bc9 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0875812 Aug 25 19:03:28.366135 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-4de268b3-4aeb-4b39-b22b-1fb9123d2900 service neutron] Request body: {'port': {'device_id': 'c41e7892-51db-4970-aacc-d2df37a903f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80603'}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:28.456710 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-b1a0656f-9c68-4e87-8b53-38c0fc03e412 None None] Port e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f cannot update to ACTIVE because it is not bound. {{(pid=74945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 19:03:28.648845 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-708d323c-51f8-4918-9881-206ac4611420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:28.823185 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-f1126227-20b6-43f5-aacb-e3e3941c9a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:28.854731 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-4de268b3-4aeb-4b39-b22b-1fb9123d2900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:29.019373 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 1f4d34d5-aa37-48dc-9eef-e12fafe8f908 up at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:03:30.096615 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning for port 1f4d34d5-aa37-48dc-9eef-e12fafe8f908 completed by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:03:30.118501 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.db.resource_extend [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-7fb9b17b-6ae4-4fa9-b01d-5c120cbf6116 service neutron] It took 0.62 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 19:03:30.121813 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning complete for port 1f4d34d5-aa37-48dc-9eef-e12fafe8f908 triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:03:30.129212 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:30.452865 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-719cfbb1-88c8-4575-be45-8156e43cc011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'name': 'tempest-AttachVolumeTestJSON-1296946880-router', 'tenant_id': '3e48406004b648a0990504d66c49cab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.63'}], 'enable_snat': True}, 'gw_port_id': '52952158-71c5-4b8c-9591-59071b5bd2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:03Z', 'updated_at': '2021-08-25T19:03:14Z', 'revision_number': 4, 'project_id': '3e48406004b648a0990504d66c49cab7', 'gw_port': {'id': '52952158-71c5-4b8c-9591-59071b5bd2d6', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:04Z', 'updated_at': '2021-08-25T19:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_interfaces': [{'id': 'a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52', 'name': '', 'network_id': '4729cc76-35b6-44e9-ab20-fbd23b7c92c4', 'tenant_id': '3e48406004b648a0990504d66c49cab7', 'mac_address': 'fa:16:3e:e9:f8:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcd4d869-de2c-42cf-bf24-a126ff729354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:12Z', 'updated_at': '2021-08-25T19:03:15Z', 'revision_number': 2, 'project_id': '3e48406004b648a0990504d66c49cab7', 'subnets': [{'id': 'bcd4d869-de2c-42cf-bf24-a126ff729354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:03:30.508849 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719cfbb1-88c8-4575-be45-8156e43cc011 None None] Checking router: 0bd1a7d7-1b97-4b89-8024-e20caa706089 for host: dv-cinder-806038-1-smb {{(pid=74945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:03:30.512750 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719cfbb1-88c8-4575-be45-8156e43cc011 None None] Updating router 0bd1a7d7-1b97-4b89-8024-e20caa706089 port a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52 binding host dv-cinder-806038-1-smb {{(pid=74945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 19:03:30.533231 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 38810) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:30.616045 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [None req-1688a7ef-429a-472f-825b-0d203e68efc7 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2147368102', 'description': 'tempest-description--600455352'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:30.645838 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-1688a7ef-429a-472f-825b-0d203e68efc7 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:30.665347 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-1688a7ef-429a-472f-825b-0d203e68efc7 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Usage tracker for resource:security_group and tenant:3e48406004b648a0990504d66c49cab7 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:30.685760 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-1688a7ef-429a-472f-825b-0d203e68efc7 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:30.712423 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-1688a7ef-429a-472f-825b-0d203e68efc7 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:30.783526 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-1688a7ef-429a-472f-825b-0d203e68efc7 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:30.845079 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-719cfbb1-88c8-4575-be45-8156e43cc011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:30.973060 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.notifiers.nova [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-7fb9b17b-6ae4-4fa9-b01d-5c120cbf6116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 670011d9-0318-4858-a3ea-d87df9cfee6c {{(pid=74944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:03:31.005222 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-7fb9b17b-6ae4-4fa9-b01d-5c120cbf6116 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:31.036916 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.db.resource_extend [None req-708d323c-51f8-4918-9881-206ac4611420 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 19:03:31.073702 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.notifiers.nova [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-4de268b3-4aeb-4b39-b22b-1fb9123d2900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d1d8c95-5f46-4815-941d-45c4adfc9474 {{(pid=74943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:03:31.122084 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-708d323c-51f8-4918-9881-206ac4611420 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:31.135556 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-4de268b3-4aeb-4b39-b22b-1fb9123d2900 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:31.209881 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.provisioning_blocks [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-4de268b3-4aeb-4b39-b22b-1fb9123d2900 service neutron] Transition to ACTIVE for port object 0d1d8c95-5f46-4815-941d-45c4adfc9474 will not be triggered until provisioned by entity L2. {{(pid=74943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:03:31.321582 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-4de268b3-4aeb-4b39-b22b-1fb9123d2900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:31.475334 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:31.558187 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:31.562151 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] For port 1f4d34d5-aa37-48dc-9eef-e12fafe8f908, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=1f4d34d5-aa37-48dc-9eef-e12fafe8f908,segment=NetworkSegment(f1739f72-e14f-462c-b4e7-56bd3b40258a),segment_id=f1739f72-e14f-462c-b4e7-56bd3b40258a)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:03:31.603891 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:31.644810 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device bfe58739-cb53-44d8-8bc6-426c57fc6a82 up at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:03:31.673400 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.provisioning_blocks [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-7fb9b17b-6ae4-4fa9-b01d-5c120cbf6116 service neutron] Transition to ACTIVE for port object 670011d9-0318-4858-a3ea-d87df9cfee6c will not be triggered until provisioned by entity L2. {{(pid=74944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:03:31.675131 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-708d323c-51f8-4918-9881-206ac4611420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:31.726157 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-708d323c-51f8-4918-9881-206ac4611420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2088205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-675884'] for router_interface, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:31.755521 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-1688a7ef-429a-472f-825b-0d203e68efc7 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:31.760976 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-708d323c-51f8-4918-9881-206ac4611420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:31.763222 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be576fab-a5c8-42ed-bee4-c789033987f3 req-ccb536f3-f2e2-41b7-b8ba-e13104610340 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:31.770509 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-be576fab-a5c8-42ed-bee4-c789033987f3 req-ccb536f3-f2e2-41b7-b8ba-e13104610340 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Synchronizing usage tracker for tenant:d75cf2cd1a084bd3b657712952e6b9f9 on resource:port {{(pid=74943) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:03:31.812107 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-85eab6e3-ac55-4980-8292-90025ebd13d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:31.839614 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-7fb9b17b-6ae4-4fa9-b01d-5c120cbf6116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:31.866065 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-1688a7ef-429a-472f-825b-0d203e68efc7 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Usage tracker for resource:security_group_rule and tenant:3e48406004b648a0990504d66c49cab7 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:31.980336 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-1688a7ef-429a-472f-825b-0d203e68efc7 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:32.009829 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Pushing event updated for resources: {'Port': ['ID=1f4d34d5-aa37-48dc-9eef-e12fafe8f908,revision_number=4']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:32.039294 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:32.142884 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-be576fab-a5c8-42ed-bee4-c789033987f3 req-ccb536f3-f2e2-41b7-b8ba-e13104610340 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Unset dirty status for tenant:d75cf2cd1a084bd3b657712952e6b9f9 on resource:port {{(pid=74943) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:03:32.144103 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-be576fab-a5c8-42ed-bee4-c789033987f3 req-ccb536f3-f2e2-41b7-b8ba-e13104610340 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] 10.222.0.18 "GET /v2.0/ports?device_id=c41e7892-51db-4970-aacc-d2df37a903f7 HTTP/1.1" status: 200 len: 932 time: 4.0644391 Aug 25 19:03:32.171540 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-1688a7ef-429a-472f-825b-0d203e68efc7 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:32.358287 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning for port bfe58739-cb53-44d8-8bc6-426c57fc6a82 completed by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:03:32.381700 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning complete for port bfe58739-cb53-44d8-8bc6-426c57fc6a82 triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:03:32.383969 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:32.411100 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de268b3-4aeb-4b39-b22b-1fb9123d2900 service neutron] Pushing event updated for resources: {'Port': ['ID=0d1d8c95-5f46-4815-941d-45c4adfc9474,revision_number=2']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:32.436615 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-4de268b3-4aeb-4b39-b22b-1fb9123d2900 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.883s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:32.537560 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.managers [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-4de268b3-4aeb-4b39-b22b-1fb9123d2900 service neutron] Attempting to bind port 0d1d8c95-5f46-4815-941d-45c4adfc9474 on host hv-cinder-80603 for vnic_type normal with profile {{(pid=74943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:03:32.538352 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.managers [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-4de268b3-4aeb-4b39-b22b-1fb9123d2900 service neutron] Attempting to bind port 0d1d8c95-5f46-4815-941d-45c4adfc9474 by drivers openvswitch,hyperv on host hv-cinder-80603 at level 0 using segments [{'id': 'f93f6275-4479-458a-ab8b-a57ac2376dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '1db50bca-4d54-49a0-998f-ed30614305c3'}] {{(pid=74943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:03:32.539787 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-4de268b3-4aeb-4b39-b22b-1fb9123d2900 service neutron] Attempting to bind port 0d1d8c95-5f46-4815-941d-45c4adfc9474 on network 1db50bca-4d54-49a0-998f-ed30614305c3 {{(pid=74943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:03:32.585364 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-4de268b3-4aeb-4b39-b22b-1fb9123d2900 service neutron] Port 0d1d8c95-5f46-4815-941d-45c4adfc9474 on network 1db50bca-4d54-49a0-998f-ed30614305c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80603 {{(pid=74943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 19:03:32.586459 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-4de268b3-4aeb-4b39-b22b-1fb9123d2900 service neutron] Attempting to bind port 0d1d8c95-5f46-4815-941d-45c4adfc9474 on network 1db50bca-4d54-49a0-998f-ed30614305c3 {{(pid=74943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:03:32.592653 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-be576fab-a5c8-42ed-bee4-c789033987f3 req-9cc7a1f1-bcf1-45c8-8bb7-dcfd8f290f2b tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Synchronizing usage tracker for tenant:d75cf2cd1a084bd3b657712952e6b9f9 on resource:security_group {{(pid=74943) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:03:32.645219 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-4de268b3-4aeb-4b39-b22b-1fb9123d2900 service neutron] Checking agent: {'id': 'bb439c80-c1b1-4a92-94b6-4f0aaad03a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80603', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 19, 1, 6), 'started_at': datetime.datetime(2021, 8, 25, 19, 1, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:03:32.646063 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-4de268b3-4aeb-4b39-b22b-1fb9123d2900 service neutron] Checking segment: {'id': 'f93f6275-4479-458a-ab8b-a57ac2376dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '1db50bca-4d54-49a0-998f-ed30614305c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:03:32.647278 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-4de268b3-4aeb-4b39-b22b-1fb9123d2900 service neutron] Bound using segment: {'id': 'f93f6275-4479-458a-ab8b-a57ac2376dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '1db50bca-4d54-49a0-998f-ed30614305c3'} {{(pid=74943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:03:32.648851 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.managers [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-4de268b3-4aeb-4b39-b22b-1fb9123d2900 service neutron] Bound port: 0d1d8c95-5f46-4815-941d-45c4adfc9474, host: hv-cinder-80603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f93f6275-4479-458a-ab8b-a57ac2376dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '1db50bca-4d54-49a0-998f-ed30614305c3'}}] {{(pid=74943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:03:32.649674 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-4de268b3-4aeb-4b39-b22b-1fb9123d2900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:32.709669 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-f1126227-20b6-43f5-aacb-e3e3941c9a9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:32.726887 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:32.754755 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] For port bfe58739-cb53-44d8-8bc6-426c57fc6a82, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=bfe58739-cb53-44d8-8bc6-426c57fc6a82,segment=NetworkSegment(f1739f72-e14f-462c-b4e7-56bd3b40258a),segment_id=f1739f72-e14f-462c-b4e7-56bd3b40258a)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:03:32.779419 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:32.790593 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:32.862281 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-be576fab-a5c8-42ed-bee4-c789033987f3 req-9cc7a1f1-bcf1-45c8-8bb7-dcfd8f290f2b tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Unset dirty status for tenant:d75cf2cd1a084bd3b657712952e6b9f9 on resource:security_group {{(pid=74943) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:03:32.865757 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-be576fab-a5c8-42ed-bee4-c789033987f3 req-9cc7a1f1-bcf1-45c8-8bb7-dcfd8f290f2b tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a2704eb-e325-42e4-b18d-691917e9c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6970224 Aug 25 19:03:32.872149 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-f1126227-20b6-43f5-aacb-e3e3941c9a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:32.885477 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-f1126227-20b6-43f5-aacb-e3e3941c9a9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2088205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-675884'] for router_interface, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:32.923148 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-7e35eb6b-e375-49f0-8984-1edfb46d9bc9 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:33.023620 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Pushing event updated for resources: {'Port': ['ID=bfe58739-cb53-44d8-8bc6-426c57fc6a82,revision_number=4']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:33.026701 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 1f4d34d5-aa37-48dc-9eef-e12fafe8f908 up at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:03:33.062664 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:33.112251 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43617af-2f2c-4294-8e34-beec7e58b3c7 req-4585e0c6-ba0f-4605-825b-e08117653f6b tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:33.120046 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-f43617af-2f2c-4294-8e34-beec7e58b3c7 req-4585e0c6-ba0f-4605-825b-e08117653f6b tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Synchronizing usage tracker for tenant:8012309d8e984e1282fe2edde148c026 on resource:port {{(pid=74944) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:03:33.246268 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-1688a7ef-429a-472f-825b-0d203e68efc7 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:33.358872 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning complete for port 1f4d34d5-aa37-48dc-9eef-e12fafe8f908 triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:03:33.359757 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:33.378018 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d323c-51f8-4918-9881-206ac4611420 admin admin] Pushing event updated for resources: {'Port': ['ID=1adf5ce9-c887-4dbb-af91-423d480a1f39,revision_number=2']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:33.407317 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-708d323c-51f8-4918-9881-206ac4611420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.644s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:33.415985 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-9b0c28a7-e6c7-486c-aa34-cc567bf0c759 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.387s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:33.541926 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-719cfbb1-88c8-4575-be45-8156e43cc011 None None] Notify callbacks [] for port, precommit_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:33.547810 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.db [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-4de268b3-4aeb-4b39-b22b-1fb9123d2900 service neutron] For port 0d1d8c95-5f46-4815-941d-45c4adfc9474, host hv-cinder-80603, cleared binding levels {{(pid=74943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:03:33.575634 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.db [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-4de268b3-4aeb-4b39-b22b-1fb9123d2900 service neutron] For port 0d1d8c95-5f46-4815-941d-45c4adfc9474, host hv-cinder-80603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=0d1d8c95-5f46-4815-941d-45c4adfc9474,segment=NetworkSegment(f93f6275-4479-458a-ab8b-a57ac2376dc2),segment_id=f93f6275-4479-458a-ab8b-a57ac2376dc2)] {{(pid=74943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:03:33.635373 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-719cfbb1-88c8-4575-be45-8156e43cc011 None None] Transition to ACTIVE for port object a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52 will not be triggered until provisioned by entity L2. {{(pid=74945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:03:33.708709 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1126227-20b6-43f5-aacb-e3e3941c9a9a admin admin] Pushing event updated for resources: {'Port': ['ID=e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f,revision_number=2']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:33.719755 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-4de268b3-4aeb-4b39-b22b-1fb9123d2900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:33.722905 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-1688a7ef-429a-472f-825b-0d203e68efc7 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:33.727261 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-f1126227-20b6-43f5-aacb-e3e3941c9a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.802s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:33.729112 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-719cfbb1-88c8-4575-be45-8156e43cc011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:33.744141 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:34.014186 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-13069350-ee22-43ad-b28d-dfa39f74734c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:34.131754 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9b17b-6ae4-4fa9-b01d-5c120cbf6116 service neutron] Pushing event updated for resources: {'Port': ['ID=670011d9-0318-4858-a3ea-d87df9cfee6c,revision_number=2']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:34.166992 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708d323c-51f8-4918-9881-206ac4611420 admin admin] Network 1c33251a-0801-4a8e-9ce9-f5fabe3b7086 is already hosted by enough agents. {{(pid=74944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:03:34.187460 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-f43617af-2f2c-4294-8e34-beec7e58b3c7 req-4585e0c6-ba0f-4605-825b-e08117653f6b tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Unset dirty status for tenant:8012309d8e984e1282fe2edde148c026 on resource:port {{(pid=74944) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:03:34.189394 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-f43617af-2f2c-4294-8e34-beec7e58b3c7 req-4585e0c6-ba0f-4605-825b-e08117653f6b tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=54dd13be-4391-404f-b76e-b30bd04e7e03 HTTP/1.1" status: 200 len: 932 time: 3.1627347 Aug 25 19:03:34.190609 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.managers [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-7fb9b17b-6ae4-4fa9-b01d-5c120cbf6116 service neutron] Attempting to bind port 670011d9-0318-4858-a3ea-d87df9cfee6c on host hv-cinder-80603 for vnic_type normal with profile {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:03:34.191209 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.managers [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-7fb9b17b-6ae4-4fa9-b01d-5c120cbf6116 service neutron] Attempting to bind port 670011d9-0318-4858-a3ea-d87df9cfee6c by drivers openvswitch,hyperv on host hv-cinder-80603 at level 0 using segments [{'id': '81fc5d6f-79c4-4010-95f4-8fd5bd65c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '600f9071-ae94-4faf-af07-907279d06a26'}] {{(pid=74944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:03:34.191772 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-7fb9b17b-6ae4-4fa9-b01d-5c120cbf6116 service neutron] Attempting to bind port 670011d9-0318-4858-a3ea-d87df9cfee6c on network 600f9071-ae94-4faf-af07-907279d06a26 {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:03:34.230916 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-7fb9b17b-6ae4-4fa9-b01d-5c120cbf6116 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.815s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:34.234765 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.base_scheduler [None req-708d323c-51f8-4918-9881-206ac4611420 admin admin] Resources bound (agent type, host, resource id): {{(pid=74944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:03:34.249038 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-f451e702-0b51-4991-b5a5-cabea06e2b97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.404s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:34.364340 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de268b3-4aeb-4b39-b22b-1fb9123d2900 service neutron] Pushing event updated for resources: {'Port': ['ID=0d1d8c95-5f46-4815-941d-45c4adfc9474,revision_number=3']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:34.371091 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-4de268b3-4aeb-4b39-b22b-1fb9123d2900 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:34.427401 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 38856) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:34.465151 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-4de268b3-4aeb-4b39-b22b-1fb9123d2900 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for port, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:34.467334 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-4de268b3-4aeb-4b39-b22b-1fb9123d2900 service neutron] 10.222.0.23 "PUT /v2.0/ports/0d1d8c95-5f46-4815-941d-45c4adfc9474 HTTP/1.1" status: 200 len: 1094 time: 6.1157494 Aug 25 19:03:34.469920 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c41e7892-51db-4970-aacc-d2df37a903f7', 'tag': '0d1d8c95-5f46-4815-941d-45c4adfc9474'}] {{(pid=74943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:03:34.610332 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a37c945-425e-40e9-9b64-cb31c6d7a5c3 None None] Pushing event updated for resources: {'Port': ['ID=a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52,revision_number=3']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:34.625278 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-6a37c945-425e-40e9-9b64-cb31c6d7a5c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.881s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:34.795176 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-7fb9b17b-6ae4-4fa9-b01d-5c120cbf6116 service neutron] Port 670011d9-0318-4858-a3ea-d87df9cfee6c on network 600f9071-ae94-4faf-af07-907279d06a26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80603 {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 19:03:34.795740 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-7fb9b17b-6ae4-4fa9-b01d-5c120cbf6116 service neutron] Attempting to bind port 670011d9-0318-4858-a3ea-d87df9cfee6c on network 600f9071-ae94-4faf-af07-907279d06a26 {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:03:34.862225 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-7fb9b17b-6ae4-4fa9-b01d-5c120cbf6116 service neutron] Checking agent: {'id': 'bb439c80-c1b1-4a92-94b6-4f0aaad03a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80603', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 19, 1, 6), 'started_at': datetime.datetime(2021, 8, 25, 19, 1, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:03:34.862961 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-7fb9b17b-6ae4-4fa9-b01d-5c120cbf6116 service neutron] Checking segment: {'id': '81fc5d6f-79c4-4010-95f4-8fd5bd65c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '600f9071-ae94-4faf-af07-907279d06a26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:03:34.863622 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-7fb9b17b-6ae4-4fa9-b01d-5c120cbf6116 service neutron] Bound using segment: {'id': '81fc5d6f-79c4-4010-95f4-8fd5bd65c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '600f9071-ae94-4faf-af07-907279d06a26'} {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:03:34.864419 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.managers [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-7fb9b17b-6ae4-4fa9-b01d-5c120cbf6116 service neutron] Bound port: 670011d9-0318-4858-a3ea-d87df9cfee6c, host: hv-cinder-80603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81fc5d6f-79c4-4010-95f4-8fd5bd65c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '600f9071-ae94-4faf-af07-907279d06a26'}}] {{(pid=74944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:03:34.864864 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-7fb9b17b-6ae4-4fa9-b01d-5c120cbf6116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:34.910608 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-1688a7ef-429a-472f-825b-0d203e68efc7 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:34.913434 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-1688a7ef-429a-472f-825b-0d203e68efc7 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 4.3784082 Aug 25 19:03:34.935142 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 38868) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:35.006622 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [None req-fb9e73e0-3cf5-4ddb-8193-70b9710b8c58 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Request body: {'security_group_rule': {'security_group_id': '76b54908-2cbe-4aa7-bf0c-f3694aa57b64', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:35.100637 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-fb9e73e0-3cf5-4ddb-8193-70b9710b8c58 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:35.112867 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-fb9e73e0-3cf5-4ddb-8193-70b9710b8c58 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Usage tracker for resource:security_group_rule and tenant:3e48406004b648a0990504d66c49cab7 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:35.119704 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-fb9e73e0-3cf5-4ddb-8193-70b9710b8c58 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:35.137503 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-fb9e73e0-3cf5-4ddb-8193-70b9710b8c58 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:35.173860 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1126227-20b6-43f5-aacb-e3e3941c9a9a admin admin] Network 4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1 is already hosted by enough agents. {{(pid=74943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:03:35.192651 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ffba5d-467c-43ab-b9a1-99a753f8994e req-fcf68b74-ccaf-4cf0-b2f3-3ebedeea9222 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:35.202877 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-33ffba5d-467c-43ab-b9a1-99a753f8994e req-fcf68b74-ccaf-4cf0-b2f3-3ebedeea9222 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] 10.222.0.18 "GET /v2.0/ports?device_id=c41e7892-51db-4970-aacc-d2df37a903f7 HTTP/1.1" status: 200 len: 944 time: 0.7741804 Aug 25 19:03:35.226702 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.base_scheduler [None req-f1126227-20b6-43f5-aacb-e3e3941c9a9a admin admin] Resources bound (agent type, host, resource id): {{(pid=74943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:03:35.240026 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-414e5d43-3b1f-4c31-8a28-b555805088a1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d75cf2cd1a084bd3b657712952e6b9f9&device_id=c41e7892-51db-4970-aacc-d2df37a903f7 HTTP/1.1" status: 200 len: 1097 time: 0.5873933 Aug 25 19:03:35.311276 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.db [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-7fb9b17b-6ae4-4fa9-b01d-5c120cbf6116 service neutron] For port 670011d9-0318-4858-a3ea-d87df9cfee6c, host hv-cinder-80603, cleared binding levels {{(pid=74944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:03:35.339383 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.db [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-7fb9b17b-6ae4-4fa9-b01d-5c120cbf6116 service neutron] For port 670011d9-0318-4858-a3ea-d87df9cfee6c, host hv-cinder-80603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=670011d9-0318-4858-a3ea-d87df9cfee6c,segment=NetworkSegment(81fc5d6f-79c4-4010-95f4-8fd5bd65c0de),segment_id=81fc5d6f-79c4-4010-95f4-8fd5bd65c0de)] {{(pid=74944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:03:35.350148 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688a7ef-429a-472f-825b-0d203e68efc7 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76b54908-2cbe-4aa7-bf0c-f3694aa57b64,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:35.358764 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-1688a7ef-429a-472f-825b-0d203e68efc7 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.110s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:35.441554 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-7fb9b17b-6ae4-4fa9-b01d-5c120cbf6116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:35.453464 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device bfe58739-cb53-44d8-8bc6-426c57fc6a82 up at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:03:35.532530 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:35.781944 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.managers [None req-719cfbb1-88c8-4575-be45-8156e43cc011 None None] Attempting to bind port a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52 on host dv-cinder-806038-1-smb for vnic_type normal with profile {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:03:35.783511 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.managers [None req-719cfbb1-88c8-4575-be45-8156e43cc011 None None] Attempting to bind port a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52 by drivers openvswitch,hyperv on host dv-cinder-806038-1-smb at level 0 using segments [{'id': 'f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '4729cc76-35b6-44e9-ab20-fbd23b7c92c4'}] {{(pid=74945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:03:35.785367 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719cfbb1-88c8-4575-be45-8156e43cc011 None None] Attempting to bind port a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52 on network 4729cc76-35b6-44e9-ab20-fbd23b7c92c4 {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:03:35.832269 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719cfbb1-88c8-4575-be45-8156e43cc011 None None] Checking agent: {'id': 'ade42a89-c411-4b33-b073-1b38210940ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 43), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:03:35.850292 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719cfbb1-88c8-4575-be45-8156e43cc011 None None] Checking segment: {'id': 'f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '4729cc76-35b6-44e9-ab20-fbd23b7c92c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:03:35.853776 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-719cfbb1-88c8-4575-be45-8156e43cc011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:35.854547 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719cfbb1-88c8-4575-be45-8156e43cc011 None None] Bound using segment: {'id': 'f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '4729cc76-35b6-44e9-ab20-fbd23b7c92c4'} {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:03:35.857005 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.managers [None req-719cfbb1-88c8-4575-be45-8156e43cc011 None None] Bound port: a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52, host: dv-cinder-806038-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '4729cc76-35b6-44e9-ab20-fbd23b7c92c4'}}] {{(pid=74945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:03:35.859135 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-719cfbb1-88c8-4575-be45-8156e43cc011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:35.944341 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-fb9e73e0-3cf5-4ddb-8193-70b9710b8c58 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:36.069536 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-f43617af-2f2c-4294-8e34-beec7e58b3c7 req-966f4180-be88-4f9e-8f69-911c59fb89d2 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Synchronizing usage tracker for tenant:8012309d8e984e1282fe2edde148c026 on resource:security_group {{(pid=74944) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:03:36.175198 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9b17b-6ae4-4fa9-b01d-5c120cbf6116 service neutron] Pushing event updated for resources: {'Port': ['ID=670011d9-0318-4858-a3ea-d87df9cfee6c,revision_number=3']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:36.188194 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:36.249862 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-33ffba5d-467c-43ab-b9a1-99a753f8994e req-38dca332-b793-45a0-8cd4-43c24778658e tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a2704eb-e325-42e4-b18d-691917e9c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0453148 Aug 25 19:03:36.342691 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-7fb9b17b-6ae4-4fa9-b01d-5c120cbf6116 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.809s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:36.359156 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-15e59bcb-7721-40bc-af6c-f1f0474b4a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:36.415620 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-f43617af-2f2c-4294-8e34-beec7e58b3c7 req-966f4180-be88-4f9e-8f69-911c59fb89d2 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Unset dirty status for tenant:8012309d8e984e1282fe2edde148c026 on resource:security_group {{(pid=74944) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:03:36.431080 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-f43617af-2f2c-4294-8e34-beec7e58b3c7 req-966f4180-be88-4f9e-8f69-911c59fb89d2 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.1383889 Aug 25 19:03:36.433935 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning complete for port bfe58739-cb53-44d8-8bc6-426c57fc6a82 triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:03:36.442891 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:36.449501 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-7fb9b17b-6ae4-4fa9-b01d-5c120cbf6116 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for port, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:36.458005 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-7fb9b17b-6ae4-4fa9-b01d-5c120cbf6116 service neutron] 10.222.0.23 "PUT /v2.0/ports/670011d9-0318-4858-a3ea-d87df9cfee6c HTTP/1.1" status: 200 len: 1094 time: 12.0619023 Aug 25 19:03:36.463972 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-fb9e73e0-3cf5-4ddb-8193-70b9710b8c58 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:36.464730 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54dd13be-4391-404f-b76e-b30bd04e7e03', 'tag': '670011d9-0318-4858-a3ea-d87df9cfee6c'}] {{(pid=74944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:03:36.497104 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-fb9e73e0-3cf5-4ddb-8193-70b9710b8c58 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869344'] for security_group_rule, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:36.513779 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-884f87ec-d0e6-4016-9bf8-0aaab1bb4f82 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d1d8c95-5f46-4815-941d-45c4adfc9474 HTTP/1.1" status: 200 len: 217 time: 0.5105457 Aug 25 19:03:36.699386 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-719cfbb1-88c8-4575-be45-8156e43cc011 None None] For port a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52, host dv-cinder-806038-1-smb, cleared binding levels {{(pid=74945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:03:36.735682 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-361f39d1-b2df-415f-a8ef-e9e5047d1dc4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:36.736086 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-719cfbb1-88c8-4575-be45-8156e43cc011 None None] For port a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52, host dv-cinder-806038-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52,segment=NetworkSegment(f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c),segment_id=f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c)] {{(pid=74945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:03:36.741631 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-361f39d1-b2df-415f-a8ef-e9e5047d1dc4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52246032-4cf3-4ac9-b6d9-0eeb0e91946f HTTP/1.1" status: 200 len: 851 time: 0.2103593 Aug 25 19:03:36.748008 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:36.765558 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-fb9e73e0-3cf5-4ddb-8193-70b9710b8c58 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:36.775186 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-fb9e73e0-3cf5-4ddb-8193-70b9710b8c58 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.7860253 Aug 25 19:03:36.778238 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-719cfbb1-88c8-4575-be45-8156e43cc011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:36.785688 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 38886) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:36.807231 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-77406969-4c7e-4ccb-87b9-d933cfc1ed28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:36.870124 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [None req-2f2df5f8-d1b4-4018-866f-2e87a246ca38 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Request body: {'security_group_rule': {'security_group_id': '76b54908-2cbe-4aa7-bf0c-f3694aa57b64', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:36.870124 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-2f2df5f8-d1b4-4018-866f-2e87a246ca38 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:36.878398 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-2f2df5f8-d1b4-4018-866f-2e87a246ca38 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Usage tracker for resource:security_group_rule and tenant:3e48406004b648a0990504d66c49cab7 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:36.898405 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-2f2df5f8-d1b4-4018-866f-2e87a246ca38 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:36.923044 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-2f2df5f8-d1b4-4018-866f-2e87a246ca38 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:36.949608 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-b9391f74-f21a-4fdd-a23e-e4369e65253a None None] Provisioning complete for port e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f triggered by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:03:36.951365 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-b9391f74-f21a-4fdd-a23e-e4369e65253a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:37.151967 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-14134f46-4e90-482d-a4b3-6ab5e41e5075 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8012309d8e984e1282fe2edde148c026&device_id=54dd13be-4391-404f-b76e-b30bd04e7e03 HTTP/1.1" status: 200 len: 1097 time: 0.5120144 Aug 25 19:03:37.511437 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e73e0-3cf5-4ddb-8193-70b9710b8c58 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d057c343-7c38-4462-9191-a9b40dd89d87,revision_number=0']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:37.526468 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-fb9e73e0-3cf5-4ddb-8193-70b9710b8c58 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.778s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:37.532765 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-b0ae1a2c-3032-4903-b2bd-9b622ba1bf67 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1db50bca-4d54-49a0-998f-ed30614305c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7328482 Aug 25 19:03:37.545732 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c41e7892-51db-4970-aacc-d2df37a903f7', 'tag': '0d1d8c95-5f46-4815-941d-45c4adfc9474', 'status': 'completed', 'code': 200} Aug 25 19:03:37.647042 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-760fd35b-1d70-43e0-beb7-ac4ac19faa01 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=670011d9-0318-4858-a3ea-d87df9cfee6c HTTP/1.1" status: 200 len: 217 time: 0.4665039 Aug 25 19:03:37.659758 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54dd13be-4391-404f-b76e-b30bd04e7e03', 'tag': '670011d9-0318-4858-a3ea-d87df9cfee6c', 'status': 'completed', 'code': 200} Aug 25 19:03:37.688762 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-b9391f74-f21a-4fdd-a23e-e4369e65253a None None] Port e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f cannot update to ACTIVE because it is not bound. {{(pid=74945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 19:03:37.735518 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a37c945-425e-40e9-9b64-cb31c6d7a5c3 None None] Pushing event updated for resources: {'Port': ['ID=a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52,revision_number=4']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:37.753925 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-6a37c945-425e-40e9-9b64-cb31c6d7a5c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.947s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:37.775467 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719cfbb1-88c8-4575-be45-8156e43cc011 None None] Routers {'0bd1a7d7-1b97-4b89-8024-e20caa706089'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:03:37.776434 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-719cfbb1-88c8-4575-be45-8156e43cc011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:03:15Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['0bd1a7d7-1b97-4b89-8024-e20caa706089'], 'active': True} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:03:38.016889 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-ed7a94ee-389d-4991-83f9-173771575bc8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:38.018963 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-ed7a94ee-389d-4991-83f9-173771575bc8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=de47097b-8fef-48bc-b85d-5a5fab2a3082 HTTP/1.1" status: 200 len: 855 time: 0.3291631 Aug 25 19:03:38.062119 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-2f2df5f8-d1b4-4018-866f-2e87a246ca38 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:38.136476 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-15e59bcb-7721-40bc-af6c-f1f0474b4a40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:38.155514 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-15e59bcb-7721-40bc-af6c-f1f0474b4a40 admin admin] Usage tracker for resource:security_group_rule and tenant:261efacf59ac4246891e34c61d8e2db1 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:38.179206 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-15e59bcb-7721-40bc-af6c-f1f0474b4a40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:38.226778 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-15e59bcb-7721-40bc-af6c-f1f0474b4a40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:38.233146 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-7556c733-600d-44d1-9649-fa90d1426446 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=600f9071-ae94-4faf-af07-907279d06a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546358 Aug 25 19:03:38.347670 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-f537e714-c124-43cb-8342-c725e801deeb service neutron] 10.222.0.23 "GET /v2.0/networks/1db50bca-4d54-49a0-998f-ed30614305c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7679770 Aug 25 19:03:38.384755 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvr_db [None req-719cfbb1-88c8-4575-be45-8156e43cc011 None None] Set router 0bd1a7d7-1b97-4b89-8024-e20caa706089 gateway port host: dv-cinder-806038-1-smb {{(pid=74945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:03:38.421195 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-2f2df5f8-d1b4-4018-866f-2e87a246ca38 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:38.526463 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51ac5d-f118-48fe-8522-8278718f0152 req-aac1c6ad-19e7-4755-bdbd-85f657364640 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:38.528314 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-df51ac5d-f118-48fe-8522-8278718f0152 req-aac1c6ad-19e7-4755-bdbd-85f657364640 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] 10.222.0.18 "GET /v2.0/ports?device_id=c41e7892-51db-4970-aacc-d2df37a903f7 HTTP/1.1" status: 200 len: 944 time: 0.4463067 Aug 25 19:03:38.551564 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff690f35-8e11-4707-b61f-11f0d1454f5b req-c3a030d5-831a-4b02-a677-e601e90e7728 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:38.553096 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-ff690f35-8e11-4707-b61f-11f0d1454f5b req-c3a030d5-831a-4b02-a677-e601e90e7728 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=54dd13be-4391-404f-b76e-b30bd04e7e03 HTTP/1.1" status: 200 len: 944 time: 0.5311844 Aug 25 19:03:38.564109 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-2f2df5f8-d1b4-4018-866f-2e87a246ca38 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869344'] for security_group_rule, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:38.592285 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-8f88f491-0c65-410d-a085-19686280b1d4 service neutron] 10.222.0.23 "GET /v2.0/networks/600f9071-ae94-4faf-af07-907279d06a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457997 Aug 25 19:03:38.615130 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-fb9e73e0-3cf5-4ddb-8193-70b9710b8c58 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:38.636207 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708d323c-51f8-4918-9881-206ac4611420 admin admin] Router 044ffd15-87bd-4359-b2c5-382bb1ee1d19 has already been hosted by L3 agent 6ef59418-d088-436f-8fb3-73af7fac7dac {{(pid=74944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:03:38.752654 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2df5f8-d1b4-4018-866f-2e87a246ca38 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09444f5c-bd80-44e1-bede-fa68dcd6a2e1,revision_number=0']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:38.769744 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-2f2df5f8-d1b4-4018-866f-2e87a246ca38 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:38.777374 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-ff690f35-8e11-4707-b61f-11f0d1454f5b req-b427b0d5-e8ea-4cee-af2c-9fc8d0806b10 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126436 Aug 25 19:03:38.941551 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-df51ac5d-f118-48fe-8522-8278718f0152 req-a451c2d2-5156-4b0e-9344-05b8903a8679 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a2704eb-e325-42e4-b18d-691917e9c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700876 Aug 25 19:03:38.954497 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-15e59bcb-7721-40bc-af6c-f1f0474b4a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:38.957815 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-76e39bf4-f1da-479d-bcb1-298841b99893 req-0fb63edd-3ca5-4431-8285-ca64c6fdc126 service neutron] 10.222.0.23 "GET /v2.0/networks/1db50bca-4d54-49a0-998f-ed30614305c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4393473 Aug 25 19:03:38.959045 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-2f2df5f8-d1b4-4018-866f-2e87a246ca38 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:38.960905 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-2f2df5f8-d1b4-4018-866f-2e87a246ca38 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 2.1698730 Aug 25 19:03:38.964318 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-15e59bcb-7721-40bc-af6c-f1f0474b4a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:38.974538 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 38932) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:38.975342 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:39.000429 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [None req-90566c74-61bc-40a2-9e3d-3425de7d6cc6 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Request body: {'floatingip': {'floating_network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921'}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:39.013873 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-90566c74-61bc-40a2-9e3d-3425de7d6cc6 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:39.031835 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-90566c74-61bc-40a2-9e3d-3425de7d6cc6 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Usage tracker for resource:floatingip and tenant:3e48406004b648a0990504d66c49cab7 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:39.035476 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-719cfbb1-88c8-4575-be45-8156e43cc011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'name': 'tempest-AttachVolumeTestJSON-1296946880-router', 'tenant_id': '3e48406004b648a0990504d66c49cab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.63'}], 'enable_snat': True}, 'gw_port_id': '52952158-71c5-4b8c-9591-59071b5bd2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:03Z', 'updated_at': '2021-08-25T19:03:14Z', 'revision_number': 4, 'project_id': '3e48406004b648a0990504d66c49cab7', 'gw_port': {'id': '52952158-71c5-4b8c-9591-59071b5bd2d6', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:04Z', 'updated_at': '2021-08-25T19:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_interfaces': [{'id': 'a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52', 'name': '', 'network_id': '4729cc76-35b6-44e9-ab20-fbd23b7c92c4', 'tenant_id': '3e48406004b648a0990504d66c49cab7', 'mac_address': 'fa:16:3e:e9:f8:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcd4d869-de2c-42cf-bf24-a126ff729354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:12Z', 'updated_at': '2021-08-25T19:03:36Z', 'revision_number': 4, 'project_id': '3e48406004b648a0990504d66c49cab7', 'subnets': [{'id': 'bcd4d869-de2c-42cf-bf24-a126ff729354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:03:39.041653 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-90566c74-61bc-40a2-9e3d-3425de7d6cc6 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:39.042014 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719cfbb1-88c8-4575-be45-8156e43cc011 None None] The sync data for ids ['0bd1a7d7-1b97-4b89-8024-e20caa706089'] in dv-cinder-806038-1-smb is: [{'id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'name': 'tempest-AttachVolumeTestJSON-1296946880-router', 'tenant_id': '3e48406004b648a0990504d66c49cab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.63'}], 'enable_snat': True}, 'gw_port_id': '52952158-71c5-4b8c-9591-59071b5bd2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:03Z', 'updated_at': '2021-08-25T19:03:14Z', 'revision_number': 4, 'project_id': '3e48406004b648a0990504d66c49cab7', 'gw_port': {'id': '52952158-71c5-4b8c-9591-59071b5bd2d6', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:04Z', 'updated_at': '2021-08-25T19:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_interfaces': [{'id': 'a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52', 'name': '', 'network_id': '4729cc76-35b6-44e9-ab20-fbd23b7c92c4', 'tenant_id': '3e48406004b648a0990504d66c49cab7', 'mac_address': 'fa:16:3e:e9:f8:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcd4d869-de2c-42cf-bf24-a126ff729354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:12Z', 'updated_at': '2021-08-25T19:03:36Z', 'revision_number': 4, 'project_id': '3e48406004b648a0990504d66c49cab7', 'subnets': [{'id': 'bcd4d869-de2c-42cf-bf24-a126ff729354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:03:39.065961 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e59bcb-7721-40bc-af6c-f1f0474b4a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db42def-042f-4589-8630-09921181c064,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:39.080597 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-90566c74-61bc-40a2-9e3d-3425de7d6cc6 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:39.090201 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-15e59bcb-7721-40bc-af6c-f1f0474b4a40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:39.097537 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-15e59bcb-7721-40bc-af6c-f1f0474b4a40 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=261efacf59ac4246891e34c61d8e2db1&name=default HTTP/1.1" status: 200 len: 2647 time: 4.6287816 Aug 25 19:03:39.131631 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 38936) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:39.164280 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d4ef0ad8-8abc-4227-95e4-9287b5fe8fee req-8435d159-87a0-4748-af9c-1c8df6351fe3 service neutron] 10.222.0.23 "GET /v2.0/networks/600f9071-ae94-4faf-af07-907279d06a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5591879 Aug 25 19:03:39.220787 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-90566c74-61bc-40a2-9e3d-3425de7d6cc6 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks [] for floatingip, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:39.352559 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1126227-20b6-43f5-aacb-e3e3941c9a9a admin admin] Router 69e884ae-2093-4dd4-9dab-e56664b2bbac has already been hosted by L3 agent 6ef59418-d088-436f-8fb3-73af7fac7dac {{(pid=74943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:03:39.495873 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-31f597cd-5cf7-48a1-8101-de3abb06a9cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:39.513276 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-8faf7b5e-bf3b-4e4d-9e07-6b29768b3513 req-eaebf8cd-27e1-4355-91c0-240155a3b954 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8012309d8e984e1282fe2edde148c026&device_id=54dd13be-4391-404f-b76e-b30bd04e7e03 HTTP/1.1" status: 200 len: 1097 time: 0.1622198 Aug 25 19:03:39.544895 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-79958dc5-4992-4b3b-bcdd-f674eb0461d0 req-5f23b69a-9ddf-4015-a13e-f9cb7e14a70d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d75cf2cd1a084bd3b657712952e6b9f9&device_id=c41e7892-51db-4970-aacc-d2df37a903f7 HTTP/1.1" status: 200 len: 1097 time: 0.3942046 Aug 25 19:03:39.560554 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-31f597cd-5cf7-48a1-8101-de3abb06a9cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:39.618411 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708d323c-51f8-4918-9881-206ac4611420 admin admin] Notify agent at l3_agent.dv-cinder-806038-1-smb the message routers_updated {{(pid=74944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:03:39.755324 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-708d323c-51f8-4918-9881-206ac4611420 admin admin] 10.222.0.18 "PUT /v2.0/routers/044ffd15-87bd-4359-b2c5-382bb1ee1d19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 22.0163522 Aug 25 19:03:39.792890 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf7b5e-bf3b-4e4d-9e07-6b29768b3513 req-ca297bc5-bc42-4346-a5cb-89199cac6e98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:39.800198 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-8faf7b5e-bf3b-4e4d-9e07-6b29768b3513 req-ca297bc5-bc42-4346-a5cb-89199cac6e98 service neutron] 10.222.0.23 "GET /v2.0/networks?id=600f9071-ae94-4faf-af07-907279d06a26 HTTP/1.1" status: 200 len: 916 time: 0.2729280 Aug 25 19:03:39.997319 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-8faf7b5e-bf3b-4e4d-9e07-6b29768b3513 req-0176e770-40a7-43be-b2be-9d7d4786fe95 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=670011d9-0318-4858-a3ea-d87df9cfee6c HTTP/1.1" status: 200 len: 217 time: 0.1914513 Aug 25 19:03:40.073611 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52 up at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:03:40.153277 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-31f597cd-5cf7-48a1-8101-de3abb06a9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:40.154788 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79958dc5-4992-4b3b-bcdd-f674eb0461d0 req-3040095c-54dc-4e39-94fc-7090fa1d3ca7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:40.157272 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-79958dc5-4992-4b3b-bcdd-f674eb0461d0 req-3040095c-54dc-4e39-94fc-7090fa1d3ca7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1db50bca-4d54-49a0-998f-ed30614305c3 HTTP/1.1" status: 200 len: 912 time: 0.5998757 Aug 25 19:03:40.286704 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning for port a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52 completed by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:03:40.295555 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning complete for port a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52 triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:03:40.296703 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:40.365149 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf7b5e-bf3b-4e4d-9e07-6b29768b3513 req-d9535de4-fee6-4e86-afa2-e7119bc75fb7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:40.367276 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-8faf7b5e-bf3b-4e4d-9e07-6b29768b3513 req-d9535de4-fee6-4e86-afa2-e7119bc75fb7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=de47097b-8fef-48bc-b85d-5a5fab2a3082 HTTP/1.1" status: 200 len: 855 time: 0.3620193 Aug 25 19:03:40.388959 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-05f7c3bf-3d6a-4c1d-90d9-1dcca9d76788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:40.428625 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-90566c74-61bc-40a2-9e3d-3425de7d6cc6 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:40.492586 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-8faf7b5e-bf3b-4e4d-9e07-6b29768b3513 req-f058896d-7fa0-4215-8150-fdac4ea3805a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=600f9071-ae94-4faf-af07-907279d06a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1159368 Aug 25 19:03:40.516997 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f597cd-5cf7-48a1-8101-de3abb06a9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db42def-042f-4589-8630-09921181c064,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:40.588995 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:40.612617 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-31f597cd-5cf7-48a1-8101-de3abb06a9cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:40.622145 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-31f597cd-5cf7-48a1-8101-de3abb06a9cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:40.623587 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-31f597cd-5cf7-48a1-8101-de3abb06a9cb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8db42def-042f-4589-8630-09921181c064 HTTP/1.1" status: 204 len: 168 time: 1.4755294 Aug 25 19:03:40.635574 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-79958dc5-4992-4b3b-bcdd-f674eb0461d0 req-f806dee6-ad5c-4b07-ad2c-8c315db20967 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d1d8c95-5f46-4815-941d-45c4adfc9474 HTTP/1.1" status: 200 len: 217 time: 0.4624603 Aug 25 19:03:40.670583 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] For port a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52,segment=NetworkSegment(f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c),segment_id=f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:03:40.676684 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:40.683727 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-77406969-4c7e-4ccb-87b9-d933cfc1ed28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:40.773461 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Pushing event updated for resources: {'Port': ['ID=a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52,revision_number=5']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:40.787274 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:40.838632 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79958dc5-4992-4b3b-bcdd-f674eb0461d0 req-179e90ad-2344-404f-ab2e-97dc569bcbe8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:40.840018 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-79958dc5-4992-4b3b-bcdd-f674eb0461d0 req-179e90ad-2344-404f-ab2e-97dc569bcbe8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52246032-4cf3-4ac9-b6d9-0eeb0e91946f HTTP/1.1" status: 200 len: 851 time: 0.1912792 Aug 25 19:03:40.924082 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-79958dc5-4992-4b3b-bcdd-f674eb0461d0 req-367b4b4e-be00-4233-89f9-1c68e1511824 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1db50bca-4d54-49a0-998f-ed30614305c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709119 Aug 25 19:03:40.945703 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60744065-6d09-499e-b055-0d73f1220104 req-b09ac3e9-805f-45e5-8bc9-8515f86c135a tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:40.954347 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-60744065-6d09-499e-b055-0d73f1220104 req-b09ac3e9-805f-45e5-8bc9-8515f86c135a tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=54dd13be-4391-404f-b76e-b30bd04e7e03 HTTP/1.1" status: 200 len: 944 time: 0.8203216 Aug 25 19:03:40.990080 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1126227-20b6-43f5-aacb-e3e3941c9a9a admin admin] Notify agent at l3_agent.dv-cinder-806038-1-smb the message routers_updated {{(pid=74943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:03:41.015365 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e320382a-23a0-4620-aa76-b08b0cdae2c4 None None] Sync routers for ids ['69e884ae-2093-4dd4-9dab-e56664b2bbac'] in dv-cinder-806038-1-smb {{(pid=74946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:03:41.041319 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-8faf7b5e-bf3b-4e4d-9e07-6b29768b3513 req-69064593-b59c-4b60-b47e-75454cc81f06 service neutron] 10.222.0.23 "GET /v2.0/networks/600f9071-ae94-4faf-af07-907279d06a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5405471 Aug 25 19:03:41.064307 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e320382a-23a0-4620-aa76-b08b0cdae2c4 None None] Routers {'69e884ae-2093-4dd4-9dab-e56664b2bbac'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:03:41.065256 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-e320382a-23a0-4620-aa76-b08b0cdae2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:03:15Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['69e884ae-2093-4dd4-9dab-e56664b2bbac'], 'active': True} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:03:41.081472 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.db_base_plugin_common [None req-90566c74-61bc-40a2-9e3d-3425de7d6cc6 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Allocated IP 172.28.1.35 (417bd5a5-462f-4a89-b2a6-9bf17cf29921/fa93b1ab-a770-4eed-8e8f-a3451db1cd3c/5c7e3e68-8d37-461d-b05c-b21676c7aa4f) {{(pid=74943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:03:41.088455 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-60744065-6d09-499e-b055-0d73f1220104 req-d184ab93-8f7c-4ece-bd09-44443bb33a08 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322474 Aug 25 19:03:41.095583 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77376dcd-cfba-4388-b84c-15c8b59e82fa req-7e0e232b-f2ea-4b0a-9abe-99d99088cef0 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:41.103062 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-77376dcd-cfba-4388-b84c-15c8b59e82fa req-7e0e232b-f2ea-4b0a-9abe-99d99088cef0 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] 10.222.0.18 "GET /v2.0/ports?device_id=c41e7892-51db-4970-aacc-d2df37a903f7 HTTP/1.1" status: 200 len: 944 time: 0.6760232 Aug 25 19:03:41.142356 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-f1126227-20b6-43f5-aacb-e3e3941c9a9a admin admin] 10.222.0.18 "PUT /v2.0/routers/69e884ae-2093-4dd4-9dab-e56664b2bbac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.5901735 Aug 25 19:03:41.504886 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-8faf7b5e-bf3b-4e4d-9e07-6b29768b3513 req-1e22c33f-607a-43f6-81ed-a360d6e05a3b service neutron] 10.222.0.23 "GET /v2.0/networks/600f9071-ae94-4faf-af07-907279d06a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4238727 Aug 25 19:03:41.557349 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvr_db [None req-e320382a-23a0-4620-aa76-b08b0cdae2c4 None None] Set router 69e884ae-2093-4dd4-9dab-e56664b2bbac gateway port host: dv-cinder-806038-1-smb {{(pid=74946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:03:41.767214 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-77376dcd-cfba-4388-b84c-15c8b59e82fa req-330b46c3-8743-484e-b20d-d316719598ce tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a2704eb-e325-42e4-b18d-691917e9c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6625943 Aug 25 19:03:41.848659 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 38988) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:41.920453 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-79958dc5-4992-4b3b-bcdd-f674eb0461d0 req-467404b3-c215-404f-9bba-de3d3ab578f7 service neutron] 10.222.0.23 "GET /v2.0/networks/1db50bca-4d54-49a0-998f-ed30614305c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9861593 Aug 25 19:03:41.936905 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-197f71ee-42e9-4fb2-9c4d-edf93573ea50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:41.987555 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52 up at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:03:42.062530 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-197f71ee-42e9-4fb2-9c4d-edf93573ea50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:42.078687 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-197f71ee-42e9-4fb2-9c4d-edf93573ea50 admin admin] Usage tracker for resource:security_group_rule and tenant:25d76eb1839a4ff09c8cda81410aeb5f is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:42.089626 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-197f71ee-42e9-4fb2-9c4d-edf93573ea50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:42.106048 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-197f71ee-42e9-4fb2-9c4d-edf93573ea50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:42.342164 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning complete for port a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52 triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:03:42.343134 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:42.527246 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-e320382a-23a0-4620-aa76-b08b0cdae2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'name': 'tempest-AttachVolumeShelveTestJSON-1277462353-router', 'tenant_id': '972f6642a63b419091a626917b54e4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '1f4d34d5-aa37-48dc-9eef-e12fafe8f908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:10Z', 'updated_at': '2021-08-25T19:03:27Z', 'revision_number': 4, 'project_id': '972f6642a63b419091a626917b54e4c9', 'gw_port': {'id': '1f4d34d5-aa37-48dc-9eef-e12fafe8f908', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:12Z', 'updated_at': '2021-08-25T19:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_interfaces': [{'id': 'e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f', 'name': '', 'network_id': '4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1', 'tenant_id': '972f6642a63b419091a626917b54e4c9', 'mac_address': 'fa:16:3e:05:d2:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01124877-1e02-41ab-ac74-7fab9c7740c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:25Z', 'updated_at': '2021-08-25T19:03:31Z', 'revision_number': 2, 'project_id': '972f6642a63b419091a626917b54e4c9', 'subnets': [{'id': '01124877-1e02-41ab-ac74-7fab9c7740c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:03:42.540710 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e320382a-23a0-4620-aa76-b08b0cdae2c4 None None] Checking router: 69e884ae-2093-4dd4-9dab-e56664b2bbac for host: dv-cinder-806038-1-smb {{(pid=74946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:03:42.541268 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e320382a-23a0-4620-aa76-b08b0cdae2c4 None None] Updating router 69e884ae-2093-4dd4-9dab-e56664b2bbac port e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f binding host dv-cinder-806038-1-smb {{(pid=74946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 19:03:42.558336 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-79958dc5-4992-4b3b-bcdd-f674eb0461d0 req-c83f0634-043f-4d50-a85c-7b112ba36560 service neutron] 10.222.0.23 "GET /v2.0/networks/1db50bca-4d54-49a0-998f-ed30614305c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5825670 Aug 25 19:03:42.572124 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-90566c74-61bc-40a2-9e3d-3425de7d6cc6 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks [] for port, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:42.582222 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 670011d9-0318-4858-a3ea-d87df9cfee6c details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=74945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:03:42.598488 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-197f71ee-42e9-4fb2-9c4d-edf93573ea50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:42.622681 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-197f71ee-42e9-4fb2-9c4d-edf93573ea50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:42.657550 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:42.667170 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-90566c74-61bc-40a2-9e3d-3425de7d6cc6 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039'] for port, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:42.685408 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [None req-e320382a-23a0-4620-aa76-b08b0cdae2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:42.692466 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-f1126227-20b6-43f5-aacb-e3e3941c9a9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:42.767174 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197f71ee-42e9-4fb2-9c4d-edf93573ea50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09dfba17-1f45-49a1-8b97-8790ba0ee9d7,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:42.788957 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-197f71ee-42e9-4fb2-9c4d-edf93573ea50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:42.806607 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-197f71ee-42e9-4fb2-9c4d-edf93573ea50 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=25d76eb1839a4ff09c8cda81410aeb5f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9559793 Aug 25 19:03:42.809911 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 39010) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:42.915314 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90566c74-61bc-40a2-9e3d-3425de7d6cc6 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Network 417bd5a5-462f-4a89-b2a6-9bf17cf29921 is already hosted by enough agents. {{(pid=74943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:03:42.935072 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.base_scheduler [None req-90566c74-61bc-40a2-9e3d-3425de7d6cc6 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Resources bound (agent type, host, resource id): {{(pid=74943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:03:42.950346 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90566c74-61bc-40a2-9e3d-3425de7d6cc6 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Received port after_create {{(pid=74943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:03:43.052670 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90566c74-61bc-40a2-9e3d-3425de7d6cc6 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Pushing event updated for resources: {'Port': ['ID=5c7e3e68-8d37-461d-b05c-b21676c7aa4f,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:43.061973 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-90566c74-61bc-40a2-9e3d-3425de7d6cc6 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:43.107796 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2323ca18-6a31-4223-a871-2005674ddf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:43.110860 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a99c93-b438-4646-be00-a50f22080705 req-89f03dda-1937-4d72-91b9-cc7d44b94c90 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:43.112599 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-e6a99c93-b438-4646-be00-a50f22080705 req-89f03dda-1937-4d72-91b9-cc7d44b94c90 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=54dd13be-4391-404f-b76e-b30bd04e7e03 HTTP/1.1" status: 200 len: 944 time: 0.4228783 Aug 25 19:03:43.139667 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:43.151323 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-115e00c8-ff83-42a0-8c1c-08ad174a2a80 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:43.157715 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-115e00c8-ff83-42a0-8c1c-08ad174a2a80 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Synchronizing usage tracker for tenant:fc911d35cfa94aeabb9512a89dca20b2 on resource:network {{(pid=74944) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:03:43.162422 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 670011d9-0318-4858-a3ea-d87df9cfee6c, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=670011d9-0318-4858-a3ea-d87df9cfee6c,segment=NetworkSegment(81fc5d6f-79c4-4010-95f4-8fd5bd65c0de),segment_id=81fc5d6f-79c4-4010-95f4-8fd5bd65c0de)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:03:43.201699 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Returning: {'device': '670011d9-0318-4858-a3ea-d87df9cfee6c', 'network_id': '600f9071-ae94-4faf-af07-907279d06a26', 'port_id': '670011d9-0318-4858-a3ea-d87df9cfee6c', 'mac_address': 'fa:16:3e:57:ee:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de47097b-8fef-48bc-b85d-5a5fab2a3082', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:03:43.236493 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 39018) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:43.264540 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-e6a99c93-b438-4646-be00-a50f22080705 req-38b7ec62-b01b-4590-9e21-8a76b6bfc004 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937579 Aug 25 19:03:43.269979 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-115e00c8-ff83-42a0-8c1c-08ad174a2a80 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Unset dirty status for tenant:fc911d35cfa94aeabb9512a89dca20b2 on resource:network {{(pid=74944) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:03:43.272481 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-115e00c8-ff83-42a0-8c1c-08ad174a2a80 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/networks?id=1c33251a-0801-4a8e-9ce9-f5fabe3b7086 HTTP/1.1" status: 200 len: 817 time: 0.9732678 Aug 25 19:03:43.286236 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-90566c74-61bc-40a2-9e3d-3425de7d6cc6 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:43.405738 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-45fd9687-e254-489e-bc95-052c296495d0 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/quotas/fc911d35cfa94aeabb9512a89dca20b2 HTTP/1.1" status: 200 len: 375 time: 0.0695562 Aug 25 19:03:43.412914 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-90566c74-61bc-40a2-9e3d-3425de7d6cc6 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:43.420804 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:43.466558 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 670011d9-0318-4858-a3ea-d87df9cfee6c {{(pid=74945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:03:43.508697 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 670011d9-0318-4858-a3ea-d87df9cfee6c, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=670011d9-0318-4858-a3ea-d87df9cfee6c,segment=NetworkSegment(81fc5d6f-79c4-4010-95f4-8fd5bd65c0de),segment_id=81fc5d6f-79c4-4010-95f4-8fd5bd65c0de)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:03:43.515451 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:43.520047 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 0d1d8c95-5f46-4815-941d-45c4adfc9474 details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=74945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:03:43.596767 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-0e6cb30f-61de-4467-aeb8-ea335d8193ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:43.644696 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-0e6cb30f-61de-4467-aeb8-ea335d8193ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:43.712392 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-0e6cb30f-61de-4467-aeb8-ea335d8193ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:43.724024 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:43.744673 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6cb30f-61de-4467-aeb8-ea335d8193ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09dfba17-1f45-49a1-8b97-8790ba0ee9d7,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:43.753148 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-0e6cb30f-61de-4467-aeb8-ea335d8193ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:43.760546 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-0e6cb30f-61de-4467-aeb8-ea335d8193ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:43.762153 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-0e6cb30f-61de-4467-aeb8-ea335d8193ff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/09dfba17-1f45-49a1-8b97-8790ba0ee9d7 HTTP/1.1" status: 204 len: 168 time: 0.9508231 Aug 25 19:03:43.778283 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-63456960-6a07-49f2-adb7-0e9503e840df tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Synchronizing usage tracker for tenant:fc911d35cfa94aeabb9512a89dca20b2 on resource:port {{(pid=74944) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:03:43.827597 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-63456960-6a07-49f2-adb7-0e9503e840df tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Unset dirty status for tenant:fc911d35cfa94aeabb9512a89dca20b2 on resource:port {{(pid=74944) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:03:43.837207 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-63456960-6a07-49f2-adb7-0e9503e840df tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc911d35cfa94aeabb9512a89dca20b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4167690 Aug 25 19:03:43.848875 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 0d1d8c95-5f46-4815-941d-45c4adfc9474, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=0d1d8c95-5f46-4815-941d-45c4adfc9474,segment=NetworkSegment(f93f6275-4479-458a-ab8b-a57ac2376dc2),segment_id=f93f6275-4479-458a-ab8b-a57ac2376dc2)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:03:43.894932 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [None req-e320382a-23a0-4620-aa76-b08b0cdae2c4 None None] Notify callbacks [] for port, precommit_update {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:43.908541 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:43.966246 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.provisioning_blocks [None req-e320382a-23a0-4620-aa76-b08b0cdae2c4 None None] Transition to ACTIVE for port object e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f will not be triggered until provisioned by entity L2. {{(pid=74946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:03:43.988367 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-90566c74-61bc-40a2-9e3d-3425de7d6cc6 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks [] for port, precommit_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:43.994221 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [None req-e320382a-23a0-4620-aa76-b08b0cdae2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:44.014795 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Returning: {'device': '0d1d8c95-5f46-4815-941d-45c4adfc9474', 'network_id': '1db50bca-4d54-49a0-998f-ed30614305c3', 'port_id': '0d1d8c95-5f46-4815-941d-45c4adfc9474', 'mac_address': 'fa:16:3e:15:36:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52246032-4cf3-4ac9-b6d9-0eeb0e91946f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:03:44.019686 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-086c3f31-c706-47e1-9607-744f4ef4c6e9 service neutron] 10.222.0.18 "GET /v2.0/networks/1c33251a-0801-4a8e-9ce9-f5fabe3b7086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809034 Aug 25 19:03:44.026329 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG oslo_concurrency.lockutils [None req-0c0cd143-1d24-462a-95a2-475aef651ffa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:44.028769 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-90566c74-61bc-40a2-9e3d-3425de7d6cc6 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:44.048269 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-4de268b3-4aeb-4b39-b22b-1fb9123d2900 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:44.253216 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90566c74-61bc-40a2-9e3d-3425de7d6cc6 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Pushing event updated for resources: {'Port': ['ID=5c7e3e68-8d37-461d-b05c-b21676c7aa4f,revision_number=2']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:44.258047 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a310aa27-6e7e-447e-878b-0e72819be9f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:44.279091 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-90566c74-61bc-40a2-9e3d-3425de7d6cc6 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677192'] for floatingip, after_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:44.284029 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-90566c74-61bc-40a2-9e3d-3425de7d6cc6 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:44.315066 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-89f68d37-d86a-492e-bb9c-0bec7684685a service neutron] 10.222.0.18 "GET /v2.0/networks/1c33251a-0801-4a8e-9ce9-f5fabe3b7086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934384 Aug 25 19:03:44.359499 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:44.387249 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-a310aa27-6e7e-447e-878b-0e72819be9f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:44.400550 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-90566c74-61bc-40a2-9e3d-3425de7d6cc6 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for floatingip, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:44.415389 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-90566c74-61bc-40a2-9e3d-3425de7d6cc6 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4284980 Aug 25 19:03:44.418599 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-a310aa27-6e7e-447e-878b-0e72819be9f1 admin admin] Usage tracker for resource:security_group_rule and tenant:22ba32c3f3fb40adad218cbaa573dc8e is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:44.419204 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d1d8c95-5f46-4815-941d-45c4adfc9474 {{(pid=74945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:03:44.434492 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-a310aa27-6e7e-447e-878b-0e72819be9f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:44.455480 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-a310aa27-6e7e-447e-878b-0e72819be9f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:44.458150 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 0d1d8c95-5f46-4815-941d-45c4adfc9474, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=0d1d8c95-5f46-4815-941d-45c4adfc9474,segment=NetworkSegment(f93f6275-4479-458a-ab8b-a57ac2376dc2),segment_id=f93f6275-4479-458a-ab8b-a57ac2376dc2)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:03:44.467950 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:44.480735 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=670011d9-0318-4858-a3ea-d87df9cfee6c,revision_number=4']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:44.496938 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:44.500260 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:44.555252 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5625cb-8954-40c7-963a-d832eb1b007f None None] Pushing event updated for resources: {'Port': ['ID=e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f,revision_number=3']} {{(pid=74946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:44.563982 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG oslo_concurrency.lockutils [None req-7e5625cb-8954-40c7-963a-d832eb1b007f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=74946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:44.686173 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a310aa27-6e7e-447e-878b-0e72819be9f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:44.712937 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a310aa27-6e7e-447e-878b-0e72819be9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:44.764787 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:44.810473 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=0d1d8c95-5f46-4815-941d-45c4adfc9474,revision_number=4']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:44.823250 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:44.960752 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] get_ports_and_sgs() called for port_ids ['670011d9-0318-4858-a3ea-d87df9cfee6c'] {{(pid=74945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:03:45.000269 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-425d614f-8758-4965-999e-f34e0e1f976d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:45.031097 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] get_ports_and_sgs() called for port_ids ['0d1d8c95-5f46-4815-941d-45c4adfc9474'] {{(pid=74945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:03:45.036296 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.managers [None req-e320382a-23a0-4620-aa76-b08b0cdae2c4 None None] Attempting to bind port e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f on host dv-cinder-806038-1-smb for vnic_type normal with profile {{(pid=74946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:03:45.036940 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.managers [None req-e320382a-23a0-4620-aa76-b08b0cdae2c4 None None] Attempting to bind port e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f by drivers openvswitch,hyperv on host dv-cinder-806038-1-smb at level 0 using segments [{'id': '53d47dea-4354-48e2-8d62-a37d0ab26078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1'}] {{(pid=74946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:03:45.037347 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e320382a-23a0-4620-aa76-b08b0cdae2c4 None None] Attempting to bind port e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f on network 4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1 {{(pid=74946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:03:45.047172 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-a310aa27-6e7e-447e-878b-0e72819be9f1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=22ba32c3f3fb40adad218cbaa573dc8e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7720387 Aug 25 19:03:45.057541 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e320382a-23a0-4620-aa76-b08b0cdae2c4 None None] Checking agent: {'id': 'ade42a89-c411-4b33-b073-1b38210940ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 43), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:03:45.057541 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e320382a-23a0-4620-aa76-b08b0cdae2c4 None None] Checking segment: {'id': '53d47dea-4354-48e2-8d62-a37d0ab26078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:03:45.058004 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [None req-e320382a-23a0-4620-aa76-b08b0cdae2c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:45.058659 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e320382a-23a0-4620-aa76-b08b0cdae2c4 None None] Bound using segment: {'id': '53d47dea-4354-48e2-8d62-a37d0ab26078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1'} {{(pid=74946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:03:45.059464 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.managers [None req-e320382a-23a0-4620-aa76-b08b0cdae2c4 None None] Bound port: e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f, host: dv-cinder-806038-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53d47dea-4354-48e2-8d62-a37d0ab26078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1'}}] {{(pid=74946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:03:45.060073 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [None req-e320382a-23a0-4620-aa76-b08b0cdae2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:45.063390 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 39056) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:45.066104 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a310aa27-6e7e-447e-878b-0e72819be9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5a193d-0208-4f41-9fb1-7fb253769fe6,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:45.092793 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 39058) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:45.123035 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-a310aa27-6e7e-447e-878b-0e72819be9f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:45.139188 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [None req-bc814181-4afa-41c3-a13d-3462f791599d tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Request body: {'security_group': {'name': 'tempest-securitygroup--926482761', 'description': 'tempest-description--2007244125'}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:45.176570 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-bc814181-4afa-41c3-a13d-3462f791599d tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:45.186068 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-bc814181-4afa-41c3-a13d-3462f791599d tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Usage tracker for resource:security_group and tenant:972f6642a63b419091a626917b54e4c9 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:45.190963 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-bc814181-4afa-41c3-a13d-3462f791599d tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:45.201230 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-bc814181-4afa-41c3-a13d-3462f791599d tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:45.274161 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.db [None req-e320382a-23a0-4620-aa76-b08b0cdae2c4 None None] For port e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f, host dv-cinder-806038-1-smb, cleared binding levels {{(pid=74946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:03:45.281768 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.db [None req-e320382a-23a0-4620-aa76-b08b0cdae2c4 None None] For port e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f, host dv-cinder-806038-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f,segment=NetworkSegment(53d47dea-4354-48e2-8d62-a37d0ab26078),segment_id=53d47dea-4354-48e2-8d62-a37d0ab26078)] {{(pid=74946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:03:45.295191 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [None req-e320382a-23a0-4620-aa76-b08b0cdae2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:45.313435 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:45.324017 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a8a5380e-4cf2-4dd6-b514-bac09e125865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:45.326676 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-bc814181-4afa-41c3-a13d-3462f791599d tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:45.390830 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a8a5380e-4cf2-4dd6-b514-bac09e125865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:45.425386 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983abac3-6d71-443e-88ae-429b9f1fdf69 req-2f19aa62-0dc0-4736-b7bc-eecafc0c4892 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:45.435402 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-983abac3-6d71-443e-88ae-429b9f1fdf69 req-2f19aa62-0dc0-4736-b7bc-eecafc0c4892 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] 10.222.0.18 "GET /v2.0/ports?device_id=c41e7892-51db-4970-aacc-d2df37a903f7 HTTP/1.1" status: 200 len: 945 time: 0.5230286 Aug 25 19:03:45.466263 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-bc814181-4afa-41c3-a13d-3462f791599d tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:45.522036 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-bc814181-4afa-41c3-a13d-3462f791599d tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Usage tracker for resource:security_group_rule and tenant:972f6642a63b419091a626917b54e4c9 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:45.534891 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-bc814181-4afa-41c3-a13d-3462f791599d tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:45.566227 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-bc814181-4afa-41c3-a13d-3462f791599d tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:45.618336 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-983abac3-6d71-443e-88ae-429b9f1fdf69 req-6b695bfc-1ae2-4d50-84bc-290979682290 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a2704eb-e325-42e4-b18d-691917e9c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768320 Aug 25 19:03:45.653246 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a8a5380e-4cf2-4dd6-b514-bac09e125865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:45.667764 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5625cb-8954-40c7-963a-d832eb1b007f None None] Pushing event updated for resources: {'Port': ['ID=e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f,revision_number=4']} {{(pid=74946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:45.687835 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG oslo_concurrency.lockutils [None req-7e5625cb-8954-40c7-963a-d832eb1b007f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=74946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:45.712230 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:45.782513 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e320382a-23a0-4620-aa76-b08b0cdae2c4 None None] Routers {'69e884ae-2093-4dd4-9dab-e56664b2bbac'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:03:45.791027 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-e320382a-23a0-4620-aa76-b08b0cdae2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:03:45Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['69e884ae-2093-4dd4-9dab-e56664b2bbac'], 'active': True} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:03:45.883326 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-bc543800-26a7-4437-9a14-d0bf5c71c3a5 req-20322437-0995-43f7-aaf9-26b9f96860b1 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 210 time: 0.0844393 Aug 25 19:03:45.950036 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:45.988412 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5380e-4cf2-4dd6-b514-bac09e125865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5a193d-0208-4f41-9fb1-7fb253769fe6,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:46.003415 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-a8a5380e-4cf2-4dd6-b514-bac09e125865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:46.133367 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a8a5380e-4cf2-4dd6-b514-bac09e125865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:46.137270 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-a8a5380e-4cf2-4dd6-b514-bac09e125865 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/da5a193d-0208-4f41-9fb1-7fb253769fe6 HTTP/1.1" status: 204 len: 168 time: 1.0519447 Aug 25 19:03:46.154802 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-bc814181-4afa-41c3-a13d-3462f791599d tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:46.166927 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-bc814181-4afa-41c3-a13d-3462f791599d tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:46.188919 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-f49e630a-5223-4246-b053-db9b1de304d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:46.213294 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-91fc4abe-a317-4bdd-a0dc-2dca2fb3d449 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Synchronizing usage tracker for tenant:3e48406004b648a0990504d66c49cab7 on resource:security_group {{(pid=74944) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:03:46.256300 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-91fc4abe-a317-4bdd-a0dc-2dca2fb3d449 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Unset dirty status for tenant:3e48406004b648a0990504d66c49cab7 on resource:security_group {{(pid=74944) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:03:46.261646 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-91fc4abe-a317-4bdd-a0dc-2dca2fb3d449 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--2147368102&fields=id&tenant_id=3e48406004b648a0990504d66c49cab7 HTTP/1.1" status: 200 len: 267 time: 0.1545579 Aug 25 19:03:46.291234 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150306e-fc11-410a-87f6-ac74c4f814a7 req-77fa8cbb-0005-4cd4-8d50-cb97b467a347 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:46.294815 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-e150306e-fc11-410a-87f6-ac74c4f814a7 req-77fa8cbb-0005-4cd4-8d50-cb97b467a347 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=54dd13be-4391-404f-b76e-b30bd04e7e03 HTTP/1.1" status: 200 len: 945 time: 0.5386443 Aug 25 19:03:46.296119 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc814181-4afa-41c3-a13d-3462f791599d tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b064f4-338a-4f34-92c9-54e444211618,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:46.308871 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-bc814181-4afa-41c3-a13d-3462f791599d tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:46.312679 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-bc814181-4afa-41c3-a13d-3462f791599d tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:46.323521 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-bc814181-4afa-41c3-a13d-3462f791599d tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.1990926 Aug 25 19:03:46.324949 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 39090) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:46.376256 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [None req-4c8a8a1b-e7f5-4a7c-a41c-3ad1d822c054 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Request body: {'security_group_rule': {'security_group_id': 'a5b064f4-338a-4f34-92c9-54e444211618', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:46.399145 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-4c8a8a1b-e7f5-4a7c-a41c-3ad1d822c054 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:46.420245 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-4c8a8a1b-e7f5-4a7c-a41c-3ad1d822c054 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Usage tracker for resource:security_group_rule and tenant:972f6642a63b419091a626917b54e4c9 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:46.425391 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-4c8a8a1b-e7f5-4a7c-a41c-3ad1d822c054 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:46.436935 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-4c8a8a1b-e7f5-4a7c-a41c-3ad1d822c054 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:46.466970 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-e150306e-fc11-410a-87f6-ac74c4f814a7 req-5165f817-ef45-43a9-b3b7-ed963af2e615 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560297 Aug 25 19:03:46.467967 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvr_db [None req-e320382a-23a0-4620-aa76-b08b0cdae2c4 None None] Set router 69e884ae-2093-4dd4-9dab-e56664b2bbac gateway port host: dv-cinder-806038-1-smb {{(pid=74946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:03:46.494384 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-4c8a8a1b-e7f5-4a7c-a41c-3ad1d822c054 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:46.549500 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 670011d9-0318-4858-a3ea-d87df9cfee6c up at agent hyperv_hv-cinder-80603 {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:03:46.607073 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-52f7bf4a-c300-479b-bb09-92c15b812f53 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:46.625550 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-52f7bf4a-c300-479b-bb09-92c15b812f53 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/networks?id=4729cc76-35b6-44e9-ab20-fbd23b7c92c4 HTTP/1.1" status: 200 len: 811 time: 0.3574126 Aug 25 19:03:46.671503 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-8177c487-c6e6-4591-8edb-5ea2d8949824 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/quotas/3e48406004b648a0990504d66c49cab7 HTTP/1.1" status: 200 len: 375 time: 0.0428641 Aug 25 19:03:46.747473 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Provisioning for port 670011d9-0318-4858-a3ea-d87df9cfee6c completed by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:03:46.761515 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Provisioning complete for port 670011d9-0318-4858-a3ea-d87df9cfee6c triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:03:46.763745 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:46.816570 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-4c8a8a1b-e7f5-4a7c-a41c-3ad1d822c054 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:46.825980 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-4c8a8a1b-e7f5-4a7c-a41c-3ad1d822c054 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869344'] for security_group_rule, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:46.829332 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:46.897620 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-d0e92dbc-18df-43fe-8118-fa3d0003e93a tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e48406004b648a0990504d66c49cab7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2206388 Aug 25 19:03:47.009405 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48516a8d-705e-4cdb-96dc-03a2d77224ee None None] Sync routers for ids ['044ffd15-87bd-4359-b2c5-382bb1ee1d19'] in dv-cinder-806038-1-smb {{(pid=74945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:03:47.102355 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a8a1b-e7f5-4a7c-a41c-3ad1d822c054 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b60ca17c-72d8-441a-b3c5-a065dd063deb,revision_number=0']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:47.137581 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-4c8a8a1b-e7f5-4a7c-a41c-3ad1d822c054 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:47.266350 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48516a8d-705e-4cdb-96dc-03a2d77224ee None None] Routers {'044ffd15-87bd-4359-b2c5-382bb1ee1d19'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:03:47.267895 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-48516a8d-705e-4cdb-96dc-03a2d77224ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:03:45Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['044ffd15-87bd-4359-b2c5-382bb1ee1d19'], 'active': True} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:03:47.276749 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 39114) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:47.331210 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-0f8c72a7-8f56-46ec-92e7-34e42315feb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:47.422815 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-4c8a8a1b-e7f5-4a7c-a41c-3ad1d822c054 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:47.424781 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-4c8a8a1b-e7f5-4a7c-a41c-3ad1d822c054 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0972412 Aug 25 19:03:47.437502 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 39120) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:47.450196 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [None req-95bf15b2-f558-4fdb-82a2-a0f21287c00e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Request body: {'security_group_rule': {'security_group_id': 'a5b064f4-338a-4f34-92c9-54e444211618', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:47.456911 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-95bf15b2-f558-4fdb-82a2-a0f21287c00e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:47.462289 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-95bf15b2-f558-4fdb-82a2-a0f21287c00e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Usage tracker for resource:security_group_rule and tenant:972f6642a63b419091a626917b54e4c9 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:47.471026 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-95bf15b2-f558-4fdb-82a2-a0f21287c00e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:47.478830 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-95bf15b2-f558-4fdb-82a2-a0f21287c00e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:47.496624 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-0f8c72a7-8f56-46ec-92e7-34e42315feb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:47.513205 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-0f8c72a7-8f56-46ec-92e7-34e42315feb8 admin admin] Usage tracker for resource:security_group_rule and tenant:7e2b7331eb58486691d50f27bc1f9bee is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:47.517310 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-95bf15b2-f558-4fdb-82a2-a0f21287c00e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:47.520797 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:47.527026 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-8d851fe8-80ce-45b4-8dc3-7a2d9556e21c service neutron] 10.222.0.18 "GET /v2.0/networks/4729cc76-35b6-44e9-ab20-fbd23b7c92c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5725942 Aug 25 19:03:47.532293 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-0f8c72a7-8f56-46ec-92e7-34e42315feb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:47.546612 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:47.575482 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-e320382a-23a0-4620-aa76-b08b0cdae2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'name': 'tempest-AttachVolumeShelveTestJSON-1277462353-router', 'tenant_id': '972f6642a63b419091a626917b54e4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '1f4d34d5-aa37-48dc-9eef-e12fafe8f908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:10Z', 'updated_at': '2021-08-25T19:03:27Z', 'revision_number': 4, 'project_id': '972f6642a63b419091a626917b54e4c9', 'gw_port': {'id': '1f4d34d5-aa37-48dc-9eef-e12fafe8f908', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:12Z', 'updated_at': '2021-08-25T19:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_interfaces': [{'id': 'e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f', 'name': '', 'network_id': '4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1', 'tenant_id': '972f6642a63b419091a626917b54e4c9', 'mac_address': 'fa:16:3e:05:d2:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01124877-1e02-41ab-ac74-7fab9c7740c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:25Z', 'updated_at': '2021-08-25T19:03:45Z', 'revision_number': 4, 'project_id': '972f6642a63b419091a626917b54e4c9', 'subnets': [{'id': '01124877-1e02-41ab-ac74-7fab9c7740c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:03:47.582654 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e320382a-23a0-4620-aa76-b08b0cdae2c4 None None] The sync data for ids ['69e884ae-2093-4dd4-9dab-e56664b2bbac'] in dv-cinder-806038-1-smb is: [{'id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'name': 'tempest-AttachVolumeShelveTestJSON-1277462353-router', 'tenant_id': '972f6642a63b419091a626917b54e4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '1f4d34d5-aa37-48dc-9eef-e12fafe8f908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:10Z', 'updated_at': '2021-08-25T19:03:27Z', 'revision_number': 4, 'project_id': '972f6642a63b419091a626917b54e4c9', 'gw_port': {'id': '1f4d34d5-aa37-48dc-9eef-e12fafe8f908', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:12Z', 'updated_at': '2021-08-25T19:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_interfaces': [{'id': 'e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f', 'name': '', 'network_id': '4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1', 'tenant_id': '972f6642a63b419091a626917b54e4c9', 'mac_address': 'fa:16:3e:05:d2:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01124877-1e02-41ab-ac74-7fab9c7740c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:25Z', 'updated_at': '2021-08-25T19:03:45Z', 'revision_number': 4, 'project_id': '972f6642a63b419091a626917b54e4c9', 'subnets': [{'id': '01124877-1e02-41ab-ac74-7fab9c7740c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:03:47.610682 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-0f8c72a7-8f56-46ec-92e7-34e42315feb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:47.708983 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-55395447-1dfa-4b89-9231-4ea0878d1fc4 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:47.736871 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-55395447-1dfa-4b89-9231-4ea0878d1fc4 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/networks?id=1c33251a-0801-4a8e-9ce9-f5fabe3b7086 HTTP/1.1" status: 200 len: 817 time: 0.7960515 Aug 25 19:03:47.775666 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-25dd9bb0-ddd1-47fb-83c4-8932cae2ca2e tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:47.779784 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-25dd9bb0-ddd1-47fb-83c4-8932cae2ca2e tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.23 "GET /v2.0/networks?id=1c33251a-0801-4a8e-9ce9-f5fabe3b7086 HTTP/1.1" status: 200 len: 817 time: 0.8532834 Aug 25 19:03:47.809848 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-2a4ec1d6-ed4a-467f-b2ac-8c7c2b903a5c tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Request body: {'port': {'device_id': '50919ded-fe6b-4689-8e2f-b9f28f4f1f28', 'network_id': '1c33251a-0801-4a8e-9ce9-f5fabe3b7086', 'admin_state_up': True, 'tenant_id': 'fc911d35cfa94aeabb9512a89dca20b2'}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:47.839866 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54dd13be-4391-404f-b76e-b30bd04e7e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670011d9-0318-4858-a3ea-d87df9cfee6c'}] {{(pid=74945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:03:48.037560 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f up at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:03:48.173000 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 670011d9-0318-4858-a3ea-d87df9cfee6c, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=670011d9-0318-4858-a3ea-d87df9cfee6c,segment=NetworkSegment(81fc5d6f-79c4-4010-95f4-8fd5bd65c0de),segment_id=81fc5d6f-79c4-4010-95f4-8fd5bd65c0de)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:03:48.174536 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-8d703742-e218-464d-ba8d-bf11ad7465a9 service neutron] 10.222.0.18 "GET /v2.0/networks/4729cc76-35b6-44e9-ab20-fbd23b7c92c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6315653 Aug 25 19:03:48.260537 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-2a4ec1d6-ed4a-467f-b2ac-8c7c2b903a5c tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:48.273878 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:48.275261 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-134c0a5e-f41e-4190-81e3-ba7fc4725704 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/quotas/fc911d35cfa94aeabb9512a89dca20b2 HTTP/1.1" status: 200 len: 375 time: 0.5369530 Aug 25 19:03:48.280063 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 0d1d8c95-5f46-4815-941d-45c4adfc9474 up at agent hyperv_hv-cinder-80603 {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:03:48.340190 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-0f8c72a7-8f56-46ec-92e7-34e42315feb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:48.356282 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-0f8c72a7-8f56-46ec-92e7-34e42315feb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:48.378715 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-a2b9fa39-0a1f-492d-9236-0c96d490bb91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:48.510946 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-2a4ec1d6-ed4a-467f-b2ac-8c7c2b903a5c tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:48.556205 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-95bf15b2-f558-4fdb-82a2-a0f21287c00e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:48.558514 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:48.562679 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-2a4ec1d6-ed4a-467f-b2ac-8c7c2b903a5c tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Made reservation on behalf of fc911d35cfa94aeabb9512a89dca20b2 for: {'port': 1} {{(pid=74943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:03:48.568179 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-2a4ec1d6-ed4a-467f-b2ac-8c7c2b903a5c tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:48.596862 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-95bf15b2-f558-4fdb-82a2-a0f21287c00e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869344'] for security_group_rule, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:48.611370 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c72a7-8f56-46ec-92e7-34e42315feb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674d0444-bfcc-4095-830c-ea6c93118fe3,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:48.635399 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-0f8c72a7-8f56-46ec-92e7-34e42315feb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:48.642513 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-0f8c72a7-8f56-46ec-92e7-34e42315feb8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7e2b7331eb58486691d50f27bc1f9bee&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3640904 Aug 25 19:03:48.659384 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 39148) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:48.706101 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=670011d9-0318-4858-a3ea-d87df9cfee6c,revision_number=5']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:48.717186 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-4c8a8a1b-e7f5-4a7c-a41c-3ad1d822c054 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:48.717612 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:48.744357 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Provisioning for port 0d1d8c95-5f46-4815-941d-45c4adfc9474 completed by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:03:48.752668 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning for port e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f completed by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:03:48.763492 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning complete for port e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:03:48.763854 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:48.795249 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bf15b2-f558-4fdb-82a2-a0f21287c00e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dbf569b-224d-4fd7-8b5c-1c8f4b5b6957,revision_number=0']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:48.805772 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-95bf15b2-f558-4fdb-82a2-a0f21287c00e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:48.853910 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Provisioning complete for port 0d1d8c95-5f46-4815-941d-45c4adfc9474 triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:03:48.854304 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:48.901476 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-29be1058-cd4f-4ae8-9658-770e5ca464f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:48.967671 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-29be1058-cd4f-4ae8-9658-770e5ca464f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:49.015830 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-95bf15b2-f558-4fdb-82a2-a0f21287c00e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:49.023401 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 39160) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:49.024148 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-95bf15b2-f558-4fdb-82a2-a0f21287c00e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.5856900 Aug 25 19:03:49.044934 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [None req-8c10dfc5-d29a-4d45-b876-e963150401ef tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Request body: {'floatingip': {'floating_network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:49.068207 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-8c10dfc5-d29a-4d45-b876-e963150401ef tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:49.073717 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-8c10dfc5-d29a-4d45-b876-e963150401ef tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Usage tracker for resource:floatingip and tenant:972f6642a63b419091a626917b54e4c9 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:49.077291 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-8c10dfc5-d29a-4d45-b876-e963150401ef tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:49.077844 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvr_db [None req-48516a8d-705e-4cdb-96dc-03a2d77224ee None None] Set router 044ffd15-87bd-4359-b2c5-382bb1ee1d19 gateway port host: dv-cinder-806038-1-smb {{(pid=74945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:03:49.093002 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-8c10dfc5-d29a-4d45-b876-e963150401ef tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:49.130489 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-8c10dfc5-d29a-4d45-b876-e963150401ef tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks [] for floatingip, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:49.139944 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-1a90f71a-791c-4279-9921-9e366d23dbd5 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc911d35cfa94aeabb9512a89dca20b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8634920 Aug 25 19:03:49.335612 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:49.421433 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.db_base_plugin_common [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-2a4ec1d6-ed4a-467f-b2ac-8c7c2b903a5c tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Allocated IP 172.20.0.10 (1c33251a-0801-4a8e-9ce9-f5fabe3b7086/d7025093-2f90-42bb-bb3c-06ef25a03e24/21e21cca-5e6d-477f-a8ff-30bd07b822ec) {{(pid=74943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:03:49.441977 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-72d464f5-9674-4586-a19f-5bae79726850 service neutron] 10.222.0.18 "GET /v2.0/networks/1c33251a-0801-4a8e-9ce9-f5fabe3b7086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859178 Aug 25 19:03:49.705721 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:49.707512 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2dda3d-e0fc-4bd4-8095-e2f53da645ba req-42bc379b-c864-4fb5-8627-9e13e1f13fdf tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:49.713575 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-ae2dda3d-e0fc-4bd4-8095-e2f53da645ba req-42bc379b-c864-4fb5-8627-9e13e1f13fdf tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] 10.222.0.18 "GET /v2.0/ports?device_id=c41e7892-51db-4970-aacc-d2df37a903f7 HTTP/1.1" status: 200 len: 945 time: 0.3238037 Aug 25 19:03:49.761156 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-29be1058-cd4f-4ae8-9658-770e5ca464f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:49.775763 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:49.817371 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-6b718d03-dc8b-4e0e-a2f7-6f260cb7a4e1 service neutron] 10.222.0.18 "GET /v2.0/networks/1c33251a-0801-4a8e-9ce9-f5fabe3b7086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635817 Aug 25 19:03:49.821943 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be1058-cd4f-4ae8-9658-770e5ca464f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674d0444-bfcc-4095-830c-ea6c93118fe3,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:49.829416 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] For port e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f,segment=NetworkSegment(53d47dea-4354-48e2-8d62-a37d0ab26078),segment_id=53d47dea-4354-48e2-8d62-a37d0ab26078)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:03:49.834269 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-29be1058-cd4f-4ae8-9658-770e5ca464f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:49.877397 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-29be1058-cd4f-4ae8-9658-770e5ca464f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:49.881242 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-29be1058-cd4f-4ae8-9658-770e5ca464f2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/674d0444-bfcc-4095-830c-ea6c93118fe3 HTTP/1.1" status: 204 len: 168 time: 1.2182021 Aug 25 19:03:49.881449 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:49.893664 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:49.905347 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-ae2dda3d-e0fc-4bd4-8095-e2f53da645ba req-e66ecfc9-424d-4ae2-827d-1b284460a49c tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a2704eb-e325-42e4-b18d-691917e9c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718621 Aug 25 19:03:49.938501 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-8c10dfc5-d29a-4d45-b876-e963150401ef tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:49.939271 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-2a4ec1d6-ed4a-467f-b2ac-8c7c2b903a5c tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Notify callbacks [] for port, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:50.012065 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-2a4ec1d6-ed4a-467f-b2ac-8c7c2b903a5c tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039'] for port, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:50.026842 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-90566c74-61bc-40a2-9e3d-3425de7d6cc6 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:50.238786 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 0d1d8c95-5f46-4815-941d-45c4adfc9474, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=0d1d8c95-5f46-4815-941d-45c4adfc9474,segment=NetworkSegment(f93f6275-4479-458a-ab8b-a57ac2376dc2),segment_id=f93f6275-4479-458a-ab8b-a57ac2376dc2)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:03:50.251787 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:50.300643 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Pushing event updated for resources: {'Port': ['ID=e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f,revision_number=5']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:50.306080 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:50.306742 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2ed08e34-7faf-4c07-ba0b-4b50150aced5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:50.403093 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-2a4ec1d6-ed4a-467f-b2ac-8c7c2b903a5c tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Network 1c33251a-0801-4a8e-9ce9-f5fabe3b7086 is already hosted by enough agents. {{(pid=74943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:03:50.414119 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.base_scheduler [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-2a4ec1d6-ed4a-467f-b2ac-8c7c2b903a5c tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Resources bound (agent type, host, resource id): {{(pid=74943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:03:50.427437 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.l3_dvrscheduler_db [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-2a4ec1d6-ed4a-467f-b2ac-8c7c2b903a5c tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Received port after_create {{(pid=74943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:03:50.432714 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=0d1d8c95-5f46-4815-941d-45c4adfc9474,revision_number=5']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:50.437606 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-2a4ec1d6-ed4a-467f-b2ac-8c7c2b903a5c tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:50.437767 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:50.443369 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-2a4ec1d6-ed4a-467f-b2ac-8c7c2b903a5c tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for port, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:50.473540 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-48516a8d-705e-4cdb-96dc-03a2d77224ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044ffd15-87bd-4359-b2c5-382bb1ee1d19', 'name': 'tempest-ServerRescueNegativeTestJSON-88422678-router', 'tenant_id': 'fc911d35cfa94aeabb9512a89dca20b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.206'}], 'enable_snat': True}, 'gw_port_id': 'bfe58739-cb53-44d8-8bc6-426c57fc6a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:09Z', 'updated_at': '2021-08-25T19:03:27Z', 'revision_number': 4, 'project_id': 'fc911d35cfa94aeabb9512a89dca20b2', 'gw_port': {'id': 'bfe58739-cb53-44d8-8bc6-426c57fc6a82', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:50:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044ffd15-87bd-4359-b2c5-382bb1ee1d19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:11Z', 'updated_at': '2021-08-25T19:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_interfaces': [{'id': '1adf5ce9-c887-4dbb-af91-423d480a1f39', 'name': '', 'network_id': '1c33251a-0801-4a8e-9ce9-f5fabe3b7086', 'tenant_id': 'fc911d35cfa94aeabb9512a89dca20b2', 'mac_address': 'fa:16:3e:1e:03:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044ffd15-87bd-4359-b2c5-382bb1ee1d19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7025093-2f90-42bb-bb3c-06ef25a03e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:25Z', 'updated_at': '2021-08-25T19:03:29Z', 'revision_number': 2, 'project_id': 'fc911d35cfa94aeabb9512a89dca20b2', 'subnets': [{'id': 'd7025093-2f90-42bb-bb3c-06ef25a03e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:03:50.480082 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48516a8d-705e-4cdb-96dc-03a2d77224ee None None] Checking router: 044ffd15-87bd-4359-b2c5-382bb1ee1d19 for host: dv-cinder-806038-1-smb {{(pid=74945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:03:50.480546 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48516a8d-705e-4cdb-96dc-03a2d77224ee None None] Updating router 044ffd15-87bd-4359-b2c5-382bb1ee1d19 port 1adf5ce9-c887-4dbb-af91-423d480a1f39 binding host dv-cinder-806038-1-smb {{(pid=74945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 19:03:50.510296 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-2a4ec1d6-ed4a-467f-b2ac-8c7c2b903a5c tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7082024 Aug 25 19:03:50.543811 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2012a-c420-4fac-bbcf-68287f08037a req-153780df-5cae-4408-92b4-402f204a3fb0 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:50.552806 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-cbb2012a-c420-4fac-bbcf-68287f08037a req-153780df-5cae-4408-92b4-402f204a3fb0 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=54dd13be-4391-404f-b76e-b30bd04e7e03 HTTP/1.1" status: 200 len: 946 time: 0.2767503 Aug 25 19:03:50.555348 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-48516a8d-705e-4cdb-96dc-03a2d77224ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:50.613823 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-0522a8be-5eb7-42ce-8122-a7f3281b4c1d service neutron] Request body: {'port': {'device_id': '50919ded-fe6b-4689-8e2f-b9f28f4f1f28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80603'}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:50.698873 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-cbb2012a-c420-4fac-bbcf-68287f08037a req-89ea5417-7e11-4d65-8dea-453f6720e5f0 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444011 Aug 25 19:03:50.811690 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-cfaf58e2-1e76-4064-b3ed-7cf353e2574b req-6e84dd89-91c8-4d5c-a7fa-a803276aa288 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Synchronizing usage tracker for tenant:3e48406004b648a0990504d66c49cab7 on resource:port {{(pid=74943) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:03:50.852319 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ec1d6-ed4a-467f-b2ac-8c7c2b903a5c tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Pushing event updated for resources: {'Port': ['ID=21e21cca-5e6d-477f-a8ff-30bd07b822ec,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:50.913200 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-2a4ec1d6-ed4a-467f-b2ac-8c7c2b903a5c tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.886s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:50.920910 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-5f714972-08ff-4cab-bc9f-e5b63396b90e tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:50.922920 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-5f714972-08ff-4cab-bc9f-e5b63396b90e tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.23 "GET /v2.0/networks?id=4729cc76-35b6-44e9-ab20-fbd23b7c92c4 HTTP/1.1" status: 200 len: 811 time: 0.2066245 Aug 25 19:03:50.925058 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.db_base_plugin_common [None req-8c10dfc5-d29a-4d45-b876-e963150401ef tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Allocated IP 172.28.1.142 (417bd5a5-462f-4a89-b2a6-9bf17cf29921/fa93b1ab-a770-4eed-8e8f-a3451db1cd3c/bee2d768-bafd-409e-a874-fd755a4f19ee) {{(pid=74944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:03:51.003706 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-cfaf58e2-1e76-4064-b3ed-7cf353e2574b req-6e84dd89-91c8-4d5c-a7fa-a803276aa288 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Unset dirty status for tenant:3e48406004b648a0990504d66c49cab7 on resource:port {{(pid=74943) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:03:51.005029 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-cfaf58e2-1e76-4064-b3ed-7cf353e2574b req-6e84dd89-91c8-4d5c-a7fa-a803276aa288 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 210 time: 0.5094476 Aug 25 19:03:51.203643 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-0522a8be-5eb7-42ce-8122-a7f3281b4c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:51.210238 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-27b1f8d1-26d3-4928-888d-7b1901b7a407 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e48406004b648a0990504d66c49cab7 HTTP/1.1" status: 200 len: 380 time: 0.2640224 Aug 25 19:03:51.215643 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-48516a8d-705e-4cdb-96dc-03a2d77224ee None None] Notify callbacks [] for port, precommit_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:51.239269 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-48516a8d-705e-4cdb-96dc-03a2d77224ee None None] Transition to ACTIVE for port object 1adf5ce9-c887-4dbb-af91-423d480a1f39 will not be triggered until provisioned by entity L2. {{(pid=74945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:03:51.249319 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-48516a8d-705e-4cdb-96dc-03a2d77224ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:51.260475 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:51.261084 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-6936e2ea-57c8-40c5-aa77-31681c088327 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Request body: {'port': {'device_id': '6aedf9b9-ed21-4be2-88d5-d26dbb663d98', 'network_id': '4729cc76-35b6-44e9-ab20-fbd23b7c92c4', 'admin_state_up': True, 'tenant_id': '3e48406004b648a0990504d66c49cab7', 'security_groups': ['76b54908-2cbe-4aa7-bf0c-f3694aa57b64']}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:51.358214 dv-cinder-806038-1-smb neutron-server[74945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54dd13be-4391-404f-b76e-b30bd04e7e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670011d9-0318-4858-a3ea-d87df9cfee6c', 'code': 200} Aug 25 19:03:51.368992 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02bfbad-383d-42c1-9795-e1e22cfc5e1d None None] Pushing event updated for resources: {'Port': ['ID=1adf5ce9-c887-4dbb-af91-423d480a1f39,revision_number=3']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:51.385951 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-b02bfbad-383d-42c1-9795-e1e22cfc5e1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:51.566603 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-8c10dfc5-d29a-4d45-b876-e963150401ef tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks [] for port, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:51.706030 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-8bbf29df-dfca-4bbc-98af-e67ca0a0295d req-68ea30c7-2a67-4acc-b649-d5e85b0650d9 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 210 time: 0.1151819 Aug 25 19:03:51.736699 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-6936e2ea-57c8-40c5-aa77-31681c088327 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:51.750995 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-6936e2ea-57c8-40c5-aa77-31681c088327 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:51.767966 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-6936e2ea-57c8-40c5-aa77-31681c088327 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Made reservation on behalf of 3e48406004b648a0990504d66c49cab7 for: {'port': 1} {{(pid=74944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:03:51.772114 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-6936e2ea-57c8-40c5-aa77-31681c088327 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:51.854920 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.23', 65185) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:51.870024 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.managers [None req-48516a8d-705e-4cdb-96dc-03a2d77224ee None None] Attempting to bind port 1adf5ce9-c887-4dbb-af91-423d480a1f39 on host dv-cinder-806038-1-smb for vnic_type normal with profile {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:03:51.870436 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.managers [None req-48516a8d-705e-4cdb-96dc-03a2d77224ee None None] Attempting to bind port 1adf5ce9-c887-4dbb-af91-423d480a1f39 by drivers openvswitch,hyperv on host dv-cinder-806038-1-smb at level 0 using segments [{'id': 'c424df30-762d-4cfc-be1c-63bc54b3e8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '1c33251a-0801-4a8e-9ce9-f5fabe3b7086'}] {{(pid=74945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:03:51.870995 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48516a8d-705e-4cdb-96dc-03a2d77224ee None None] Attempting to bind port 1adf5ce9-c887-4dbb-af91-423d480a1f39 on network 1c33251a-0801-4a8e-9ce9-f5fabe3b7086 {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:03:51.878570 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48516a8d-705e-4cdb-96dc-03a2d77224ee None None] Checking agent: {'id': 'ade42a89-c411-4b33-b073-1b38210940ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 43), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:03:51.878957 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48516a8d-705e-4cdb-96dc-03a2d77224ee None None] Checking segment: {'id': 'c424df30-762d-4cfc-be1c-63bc54b3e8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '1c33251a-0801-4a8e-9ce9-f5fabe3b7086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:03:51.879521 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-48516a8d-705e-4cdb-96dc-03a2d77224ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:51.879945 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48516a8d-705e-4cdb-96dc-03a2d77224ee None None] Bound using segment: {'id': 'c424df30-762d-4cfc-be1c-63bc54b3e8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '1c33251a-0801-4a8e-9ce9-f5fabe3b7086'} {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:03:51.880491 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.managers [None req-48516a8d-705e-4cdb-96dc-03a2d77224ee None None] Bound port: 1adf5ce9-c887-4dbb-af91-423d480a1f39, host: dv-cinder-806038-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c424df30-762d-4cfc-be1c-63bc54b3e8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '1c33251a-0801-4a8e-9ce9-f5fabe3b7086'}}] {{(pid=74945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:03:51.880905 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-48516a8d-705e-4cdb-96dc-03a2d77224ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:51.938203 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-8c10dfc5-d29a-4d45-b876-e963150401ef tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039'] for port, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:51.974602 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:52.057134 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-48516a8d-705e-4cdb-96dc-03a2d77224ee None None] For port 1adf5ce9-c887-4dbb-af91-423d480a1f39, host dv-cinder-806038-1-smb, cleared binding levels {{(pid=74945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:03:52.061531 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-48516a8d-705e-4cdb-96dc-03a2d77224ee None None] For port 1adf5ce9-c887-4dbb-af91-423d480a1f39, host dv-cinder-806038-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=1adf5ce9-c887-4dbb-af91-423d480a1f39,segment=NetworkSegment(c424df30-762d-4cfc-be1c-63bc54b3e8fa),segment_id=c424df30-762d-4cfc-be1c-63bc54b3e8fa)] {{(pid=74945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:03:52.065271 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f up at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:03:52.091392 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c10dfc5-d29a-4d45-b876-e963150401ef tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Pushing event updated for resources: {'Port': ['ID=bee2d768-bafd-409e-a874-fd755a4f19ee,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:52.103703 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-8c10dfc5-d29a-4d45-b876-e963150401ef tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:52.119371 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-48516a8d-705e-4cdb-96dc-03a2d77224ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:52.127539 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-b02bfbad-383d-42c1-9795-e1e22cfc5e1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:52.205623 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.notifiers.nova [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-0522a8be-5eb7-42ce-8122-a7f3281b4c1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21e21cca-5e6d-477f-a8ff-30bd07b822ec {{(pid=74943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:03:52.212369 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c10dfc5-d29a-4d45-b876-e963150401ef tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Network 417bd5a5-462f-4a89-b2a6-9bf17cf29921 is already hosted by enough agents. {{(pid=74944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:03:52.230700 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-0522a8be-5eb7-42ce-8122-a7f3281b4c1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:52.268430 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.db_base_plugin_common [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-6936e2ea-57c8-40c5-aa77-31681c088327 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Allocated IP 172.20.0.12 (4729cc76-35b6-44e9-ab20-fbd23b7c92c4/bcd4d869-de2c-42cf-bf24-a126ff729354/d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3) {{(pid=74944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:03:52.310494 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.provisioning_blocks [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-0522a8be-5eb7-42ce-8122-a7f3281b4c1d service neutron] Transition to ACTIVE for port object 21e21cca-5e6d-477f-a8ff-30bd07b822ec will not be triggered until provisioned by entity L2. {{(pid=74943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:03:52.322503 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02bfbad-383d-42c1-9795-e1e22cfc5e1d None None] Pushing event updated for resources: {'Port': ['ID=1adf5ce9-c887-4dbb-af91-423d480a1f39,revision_number=4']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:52.332202 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-b02bfbad-383d-42c1-9795-e1e22cfc5e1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:52.336369 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48516a8d-705e-4cdb-96dc-03a2d77224ee None None] Routers {'044ffd15-87bd-4359-b2c5-382bb1ee1d19'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:03:52.337625 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-48516a8d-705e-4cdb-96dc-03a2d77224ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:03:45Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['044ffd15-87bd-4359-b2c5-382bb1ee1d19'], 'active': True} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:03:52.398583 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning complete for port e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:03:52.399016 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:52.446983 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-0522a8be-5eb7-42ce-8122-a7f3281b4c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:52.455887 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:52.543786 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.23', 65186) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:52.664921 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.base_scheduler [None req-8c10dfc5-d29a-4d45-b876-e963150401ef tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Resources bound (agent type, host, resource id): {{(pid=74944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:03:52.684161 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c10dfc5-d29a-4d45-b876-e963150401ef tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Received port after_create {{(pid=74944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:03:52.737435 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvr_db [None req-48516a8d-705e-4cdb-96dc-03a2d77224ee None None] Set router 044ffd15-87bd-4359-b2c5-382bb1ee1d19 gateway port host: dv-cinder-806038-1-smb {{(pid=74945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:03:52.871586 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-9a71c355-aae0-4392-aba5-72d245d7283e req-d357427c-4ce8-4e5b-ad11-5fec0676975f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=54dd13be-4391-404f-b76e-b30bd04e7e03 HTTP/1.1" status: 200 len: 1099 time: 1.0142362 Aug 25 19:03:52.923682 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-cdd30253-4683-4d98-a4d8-aa834cc4e7f2 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:52.925234 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-cdd30253-4683-4d98-a4d8-aa834cc4e7f2 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.23 "GET /v2.0/networks?id=1c33251a-0801-4a8e-9ce9-f5fabe3b7086 HTTP/1.1" status: 200 len: 817 time: 0.3753150 Aug 25 19:03:52.939592 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522a8be-5eb7-42ce-8122-a7f3281b4c1d service neutron] Pushing event updated for resources: {'Port': ['ID=21e21cca-5e6d-477f-a8ff-30bd07b822ec,revision_number=2']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:52.962094 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-20a528c2-76f4-4be9-9191-7c5468d0d98b tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Request body: {'port': {'device_id': '9871af03-2d8c-4475-9e8d-3f6e63f00792', 'network_id': '1c33251a-0801-4a8e-9ce9-f5fabe3b7086', 'admin_state_up': True, 'tenant_id': 'fc911d35cfa94aeabb9512a89dca20b2'}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:52.989985 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-0522a8be-5eb7-42ce-8122-a7f3281b4c1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:53.037432 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800162cb-22b5-4352-a801-12f9beb0a06e req-4dedf2e4-9a75-488a-a717-c00a166ddd9e tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:53.039118 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-800162cb-22b5-4352-a801-12f9beb0a06e req-4dedf2e4-9a75-488a-a717-c00a166ddd9e tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] 10.222.0.18 "GET /v2.0/ports?device_id=c41e7892-51db-4970-aacc-d2df37a903f7 HTTP/1.1" status: 200 len: 946 time: 0.7227328 Aug 25 19:03:53.048319 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-6936e2ea-57c8-40c5-aa77-31681c088327 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks [] for port, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:53.117540 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-9a71c355-aae0-4392-aba5-72d245d7283e req-be6157e3-e0eb-4433-9fad-2148dd7f5e69 service neutron] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:53.145012 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.provisioning_blocks [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-6936e2ea-57c8-40c5-aa77-31681c088327 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Transition to ACTIVE for port object d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3 will not be triggered until provisioned by entity DHCP. {{(pid=74944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:03:53.225744 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.managers [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-0522a8be-5eb7-42ce-8122-a7f3281b4c1d service neutron] Attempting to bind port 21e21cca-5e6d-477f-a8ff-30bd07b822ec on host hv-cinder-80603 for vnic_type normal with profile {{(pid=74943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:03:53.226547 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.managers [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-0522a8be-5eb7-42ce-8122-a7f3281b4c1d service neutron] Attempting to bind port 21e21cca-5e6d-477f-a8ff-30bd07b822ec by drivers openvswitch,hyperv on host hv-cinder-80603 at level 0 using segments [{'id': 'c424df30-762d-4cfc-be1c-63bc54b3e8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '1c33251a-0801-4a8e-9ce9-f5fabe3b7086'}] {{(pid=74943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:03:53.226547 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-0522a8be-5eb7-42ce-8122-a7f3281b4c1d service neutron] Attempting to bind port 21e21cca-5e6d-477f-a8ff-30bd07b822ec on network 1c33251a-0801-4a8e-9ce9-f5fabe3b7086 {{(pid=74943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:03:53.246074 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-0522a8be-5eb7-42ce-8122-a7f3281b4c1d service neutron] Port 21e21cca-5e6d-477f-a8ff-30bd07b822ec on network 1c33251a-0801-4a8e-9ce9-f5fabe3b7086 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80603 {{(pid=74943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 19:03:53.246529 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-0522a8be-5eb7-42ce-8122-a7f3281b4c1d service neutron] Attempting to bind port 21e21cca-5e6d-477f-a8ff-30bd07b822ec on network 1c33251a-0801-4a8e-9ce9-f5fabe3b7086 {{(pid=74943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:03:53.258135 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-0522a8be-5eb7-42ce-8122-a7f3281b4c1d service neutron] Checking agent: {'id': 'bb439c80-c1b1-4a92-94b6-4f0aaad03a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80603', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 19, 1, 6), 'started_at': datetime.datetime(2021, 8, 25, 19, 1, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:03:53.258497 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-0522a8be-5eb7-42ce-8122-a7f3281b4c1d service neutron] Checking segment: {'id': 'c424df30-762d-4cfc-be1c-63bc54b3e8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '1c33251a-0801-4a8e-9ce9-f5fabe3b7086'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:03:53.258904 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-0522a8be-5eb7-42ce-8122-a7f3281b4c1d service neutron] Bound using segment: {'id': 'c424df30-762d-4cfc-be1c-63bc54b3e8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '1c33251a-0801-4a8e-9ce9-f5fabe3b7086'} {{(pid=74943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:03:53.259365 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.managers [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-0522a8be-5eb7-42ce-8122-a7f3281b4c1d service neutron] Bound port: 21e21cca-5e6d-477f-a8ff-30bd07b822ec, host: hv-cinder-80603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c424df30-762d-4cfc-be1c-63bc54b3e8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '1c33251a-0801-4a8e-9ce9-f5fabe3b7086'}}] {{(pid=74943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:03:53.259720 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-0522a8be-5eb7-42ce-8122-a7f3281b4c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:53.277910 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [req-9a71c355-aae0-4392-aba5-72d245d7283e req-be6157e3-e0eb-4433-9fad-2148dd7f5e69 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:53.279469 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-800162cb-22b5-4352-a801-12f9beb0a06e req-aa9e1f70-3b5d-4932-9398-ed50dfad83af tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a2704eb-e325-42e4-b18d-691917e9c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808100 Aug 25 19:03:53.289037 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-9a71c355-aae0-4392-aba5-72d245d7283e req-be6157e3-e0eb-4433-9fad-2148dd7f5e69 service neutron] Usage tracker for resource:security_group_rule and tenant:fc91d6c0bbc5495f910515cc1920e5a3 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:53.294861 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-9a71c355-aae0-4392-aba5-72d245d7283e req-be6157e3-e0eb-4433-9fad-2148dd7f5e69 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:53.299048 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-8c10dfc5-d29a-4d45-b876-e963150401ef tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:53.306132 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [req-9a71c355-aae0-4392-aba5-72d245d7283e req-be6157e3-e0eb-4433-9fad-2148dd7f5e69 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:53.425962 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-6936e2ea-57c8-40c5-aa77-31681c088327 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039'] for port, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:53.455142 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:53.464557 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.db [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-0522a8be-5eb7-42ce-8122-a7f3281b4c1d service neutron] For port 21e21cca-5e6d-477f-a8ff-30bd07b822ec, host hv-cinder-80603, cleared binding levels {{(pid=74943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:03:53.474699 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.db [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-0522a8be-5eb7-42ce-8122-a7f3281b4c1d service neutron] For port 21e21cca-5e6d-477f-a8ff-30bd07b822ec, host hv-cinder-80603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=21e21cca-5e6d-477f-a8ff-30bd07b822ec,segment=NetworkSegment(c424df30-762d-4cfc-be1c-63bc54b3e8fa),segment_id=c424df30-762d-4cfc-be1c-63bc54b3e8fa)] {{(pid=74943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:03:53.484216 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41e7892-51db-4970-aacc-d2df37a903f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1d8c95-5f46-4815-941d-45c4adfc9474'}] {{(pid=74945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:03:53.492088 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ccdfda-9e6d-471f-a912-66ffebf4f377 req-ca129140-a601-4268-94a3-b08a03bc892a tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:53.499336 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-48ccdfda-9e6d-471f-a912-66ffebf4f377 req-ca129140-a601-4268-94a3-b08a03bc892a tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=54dd13be-4391-404f-b76e-b30bd04e7e03 HTTP/1.1" status: 200 len: 946 time: 0.6059287 Aug 25 19:03:53.517878 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-0522a8be-5eb7-42ce-8122-a7f3281b4c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:53.523814 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-20a528c2-76f4-4be9-9191-7c5468d0d98b tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:53.544145 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:53.617021 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-8c10dfc5-d29a-4d45-b876-e963150401ef tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:53.627546 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.agents_db [None req-346cd5c8-7112-4e4f-bf89-0e0659d32542 None None] Agent healthcheck: found 6 active agents {{(pid=74946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:03:53.655292 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-20a528c2-76f4-4be9-9191-7c5468d0d98b tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Usage tracker for resource:port and tenant:fc911d35cfa94aeabb9512a89dca20b2 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:53.658516 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522a8be-5eb7-42ce-8122-a7f3281b4c1d service neutron] Pushing event updated for resources: {'Port': ['ID=21e21cca-5e6d-477f-a8ff-30bd07b822ec,revision_number=3']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:53.662132 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-0522a8be-5eb7-42ce-8122-a7f3281b4c1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:53.668357 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-20a528c2-76f4-4be9-9191-7c5468d0d98b tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:53.742236 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-6936e2ea-57c8-40c5-aa77-31681c088327 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Network 4729cc76-35b6-44e9-ab20-fbd23b7c92c4 is already hosted by enough agents. {{(pid=74944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:03:53.744490 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-0522a8be-5eb7-42ce-8122-a7f3281b4c1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for port, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:53.747775 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-0522a8be-5eb7-42ce-8122-a7f3281b4c1d service neutron] 10.222.0.23 "PUT /v2.0/ports/21e21cca-5e6d-477f-a8ff-30bd07b822ec HTTP/1.1" status: 200 len: 1094 time: 3.1493080 Aug 25 19:03:53.751381 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-20a528c2-76f4-4be9-9191-7c5468d0d98b tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:53.753719 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50919ded-fe6b-4689-8e2f-b9f28f4f1f28', 'tag': '21e21cca-5e6d-477f-a8ff-30bd07b822ec'}] {{(pid=74943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:03:53.753986 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.base_scheduler [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-6936e2ea-57c8-40c5-aa77-31681c088327 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Resources bound (agent type, host, resource id): {{(pid=74944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:03:53.759147 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-48516a8d-705e-4cdb-96dc-03a2d77224ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044ffd15-87bd-4359-b2c5-382bb1ee1d19', 'name': 'tempest-ServerRescueNegativeTestJSON-88422678-router', 'tenant_id': 'fc911d35cfa94aeabb9512a89dca20b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.206'}], 'enable_snat': True}, 'gw_port_id': 'bfe58739-cb53-44d8-8bc6-426c57fc6a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:09Z', 'updated_at': '2021-08-25T19:03:27Z', 'revision_number': 4, 'project_id': 'fc911d35cfa94aeabb9512a89dca20b2', 'gw_port': {'id': 'bfe58739-cb53-44d8-8bc6-426c57fc6a82', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:50:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044ffd15-87bd-4359-b2c5-382bb1ee1d19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:11Z', 'updated_at': '2021-08-25T19:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_interfaces': [{'id': '1adf5ce9-c887-4dbb-af91-423d480a1f39', 'name': '', 'network_id': '1c33251a-0801-4a8e-9ce9-f5fabe3b7086', 'tenant_id': 'fc911d35cfa94aeabb9512a89dca20b2', 'mac_address': 'fa:16:3e:1e:03:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044ffd15-87bd-4359-b2c5-382bb1ee1d19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7025093-2f90-42bb-bb3c-06ef25a03e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:25Z', 'updated_at': '2021-08-25T19:03:52Z', 'revision_number': 4, 'project_id': 'fc911d35cfa94aeabb9512a89dca20b2', 'subnets': [{'id': 'd7025093-2f90-42bb-bb3c-06ef25a03e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:03:53.761964 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936e2ea-57c8-40c5-aa77-31681c088327 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Pushing event updated for resources: {'Port': ['ID=d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:53.767630 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.l3_dvrscheduler_db [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-6936e2ea-57c8-40c5-aa77-31681c088327 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Received port after_create {{(pid=74944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:03:53.770289 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48516a8d-705e-4cdb-96dc-03a2d77224ee None None] The sync data for ids ['044ffd15-87bd-4359-b2c5-382bb1ee1d19'] in dv-cinder-806038-1-smb is: [{'id': '044ffd15-87bd-4359-b2c5-382bb1ee1d19', 'name': 'tempest-ServerRescueNegativeTestJSON-88422678-router', 'tenant_id': 'fc911d35cfa94aeabb9512a89dca20b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.206'}], 'enable_snat': True}, 'gw_port_id': 'bfe58739-cb53-44d8-8bc6-426c57fc6a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:09Z', 'updated_at': '2021-08-25T19:03:27Z', 'revision_number': 4, 'project_id': 'fc911d35cfa94aeabb9512a89dca20b2', 'gw_port': {'id': 'bfe58739-cb53-44d8-8bc6-426c57fc6a82', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:50:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044ffd15-87bd-4359-b2c5-382bb1ee1d19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:11Z', 'updated_at': '2021-08-25T19:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_interfaces': [{'id': '1adf5ce9-c887-4dbb-af91-423d480a1f39', 'name': '', 'network_id': '1c33251a-0801-4a8e-9ce9-f5fabe3b7086', 'tenant_id': 'fc911d35cfa94aeabb9512a89dca20b2', 'mac_address': 'fa:16:3e:1e:03:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044ffd15-87bd-4359-b2c5-382bb1ee1d19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7025093-2f90-42bb-bb3c-06ef25a03e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:25Z', 'updated_at': '2021-08-25T19:03:52Z', 'revision_number': 4, 'project_id': 'fc911d35cfa94aeabb9512a89dca20b2', 'subnets': [{'id': 'd7025093-2f90-42bb-bb3c-06ef25a03e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:03:53.773645 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-6936e2ea-57c8-40c5-aa77-31681c088327 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:53.773645 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-6936e2ea-57c8-40c5-aa77-31681c088327 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for port, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:53.789491 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-6936e2ea-57c8-40c5-aa77-31681c088327 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:53.833378 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-48ccdfda-9e6d-471f-a912-66ffebf4f377 req-da270052-c071-4f48-919e-a371ae997652 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330684 Aug 25 19:03:53.890441 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-20a528c2-76f4-4be9-9191-7c5468d0d98b tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Made reservation on behalf of fc911d35cfa94aeabb9512a89dca20b2 for: {'port': 1} {{(pid=74943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:03:53.893693 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-20a528c2-76f4-4be9-9191-7c5468d0d98b tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:54.111242 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c3645-57b4-414a-aaec-af777dc0c170 req-53c84d32-8aaf-468d-9fb0-e64a05aa6e89 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:54.113460 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d60c3645-57b4-414a-aaec-af777dc0c170 req-53c84d32-8aaf-468d-9fb0-e64a05aa6e89 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 932 time: 0.4493604 Aug 25 19:03:54.200750 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 1adf5ce9-c887-4dbb-af91-423d480a1f39 up at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:03:54.213223 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-6936e2ea-57c8-40c5-aa77-31681c088327 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9721971 Aug 25 19:03:54.218459 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-8c10dfc5-d29a-4d45-b876-e963150401ef tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks [] for port, precommit_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:54.241435 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-782b3f92-0ab8-4c4f-947c-a389810a7bd4 service neutron] Request body: {'port': {'device_id': '6aedf9b9-ed21-4be2-88d5-d26dbb663d98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80603'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:54.272160 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-8c10dfc5-d29a-4d45-b876-e963150401ef tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:54.293899 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-9a71c355-aae0-4392-aba5-72d245d7283e req-be6157e3-e0eb-4433-9fad-2148dd7f5e69 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:54.351963 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:54.402139 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-9a71c355-aae0-4392-aba5-72d245d7283e req-be6157e3-e0eb-4433-9fad-2148dd7f5e69 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:54.436216 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning for port 1adf5ce9-c887-4dbb-af91-423d480a1f39 completed by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:03:54.439895 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-5d898953-2c38-489d-a805-d8c74cbe6f8c None None] Provisioning for port d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3 completed by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:03:54.458792 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning complete for port 1adf5ce9-c887-4dbb-af91-423d480a1f39 triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:03:54.459626 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:54.522805 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-5d898953-2c38-489d-a805-d8c74cbe6f8c None None] Provisioning complete for port d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3 triggered by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:03:54.527867 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-5d898953-2c38-489d-a805-d8c74cbe6f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:54.546934 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-9a71c355-aae0-4392-aba5-72d245d7283e req-be6157e3-e0eb-4433-9fad-2148dd7f5e69 service neutron] Synchronizing usage tracker for tenant:fc91d6c0bbc5495f910515cc1920e5a3 on resource:security_group {{(pid=74944) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:03:54.553943 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-3bfd9e2e-974b-4185-b9f9-7276e3ca473a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fc911d35cfa94aeabb9512a89dca20b2&device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 1097 time: 0.7369204 Aug 25 19:03:54.563602 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-d60c3645-57b4-414a-aaec-af777dc0c170 req-bb5d7e21-10e3-4b0d-a8ee-31bbd7d14d62 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Synchronizing usage tracker for tenant:3e48406004b648a0990504d66c49cab7 on resource:security_group {{(pid=74943) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:03:54.817802 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.db_base_plugin_common [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-20a528c2-76f4-4be9-9191-7c5468d0d98b tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Allocated IP 172.20.0.12 (1c33251a-0801-4a8e-9ce9-f5fabe3b7086/d7025093-2f90-42bb-bb3c-06ef25a03e24/bb4be0e5-f26a-486d-bd9f-865ef7cb69c9) {{(pid=74943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:03:54.833487 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-3dc4e078-a0d9-48fd-832b-cc8b1a3db516 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21e21cca-5e6d-477f-a8ff-30bd07b822ec HTTP/1.1" status: 200 len: 217 time: 0.2635536 Aug 25 19:03:54.839323 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-d60c3645-57b4-414a-aaec-af777dc0c170 req-bb5d7e21-10e3-4b0d-a8ee-31bbd7d14d62 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Unset dirty status for tenant:3e48406004b648a0990504d66c49cab7 on resource:security_group {{(pid=74943) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:03:54.855626 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d60c3645-57b4-414a-aaec-af777dc0c170 req-bb5d7e21-10e3-4b0d-a8ee-31bbd7d14d62 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b54908-2cbe-4aa7-bf0c-f3694aa57b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6420321 Aug 25 19:03:54.954037 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-8c10dfc5-d29a-4d45-b876-e963150401ef tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677192'] for floatingip, after_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:54.996584 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-9d4366ba-fc48-4afa-9515-958affee8900 req-b98abdb8-04e2-452b-8a92-03e19fac8ec6 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 210 time: 0.3993030 Aug 25 19:03:55.006042 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-5d898953-2c38-489d-a805-d8c74cbe6f8c None None] Port d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3 cannot update to ACTIVE because it is not bound. {{(pid=74945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 19:03:55.024602 dv-cinder-806038-1-smb neutron-server[74945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41e7892-51db-4970-aacc-d2df37a903f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1d8c95-5f46-4815-941d-45c4adfc9474', 'code': 200} Aug 25 19:03:55.167913 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50919ded-fe6b-4689-8e2f-b9f28f4f1f28', 'tag': '21e21cca-5e6d-477f-a8ff-30bd07b822ec', 'status': 'completed', 'code': 200} Aug 25 19:03:55.235181 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-782b3f92-0ab8-4c4f-947c-a389810a7bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:55.263015 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c10dfc5-d29a-4d45-b876-e963150401ef tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Pushing event updated for resources: {'Port': ['ID=bee2d768-bafd-409e-a874-fd755a4f19ee,revision_number=2']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:55.273586 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-8c10dfc5-d29a-4d45-b876-e963150401ef tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.922s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:55.274391 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-8c10dfc5-d29a-4d45-b876-e963150401ef tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for floatingip, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:55.285181 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-8c10dfc5-d29a-4d45-b876-e963150401ef tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2596228 Aug 25 19:03:55.301081 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-90e8294f-e3fe-4727-8ab5-dbaac782c59d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:55.310274 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-90e8294f-e3fe-4727-8ab5-dbaac782c59d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d7025093-2f90-42bb-bb3c-06ef25a03e24 HTTP/1.1" status: 200 len: 857 time: 0.4531655 Aug 25 19:03:55.316394 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:55.408710 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] For port 1adf5ce9-c887-4dbb-af91-423d480a1f39, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=1adf5ce9-c887-4dbb-af91-423d480a1f39,segment=NetworkSegment(c424df30-762d-4cfc-be1c-63bc54b3e8fa),segment_id=c424df30-762d-4cfc-be1c-63bc54b3e8fa)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:03:55.421645 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:55.424608 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2ed08e34-7faf-4c07-ba0b-4b50150aced5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:55.596453 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-42365131-cd2c-4f22-8ab3-67fa6fd145c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.039s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:55.602887 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Pushing event updated for resources: {'Port': ['ID=1adf5ce9-c887-4dbb-af91-423d480a1f39,revision_number=5']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:55.609963 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:55.620886 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-9a71c355-aae0-4392-aba5-72d245d7283e req-be6157e3-e0eb-4433-9fad-2148dd7f5e69 service neutron] Unset dirty status for tenant:fc91d6c0bbc5495f910515cc1920e5a3 on resource:security_group {{(pid=74944) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:03:55.627400 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-9a71c355-aae0-4392-aba5-72d245d7283e req-be6157e3-e0eb-4433-9fad-2148dd7f5e69 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.7431090 Aug 25 19:03:55.775155 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-303606c0-b9b4-453f-b352-af547cfb6880 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1c33251a-0801-4a8e-9ce9-f5fabe3b7086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4553018 Aug 25 19:03:55.850904 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6157e3-e0eb-4433-9fad-2148dd7f5e69 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d8608e9f-a878-43f2-a68a-1715231936d9,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:55.867964 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-be6157e3-e0eb-4433-9fad-2148dd7f5e69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:56.014089 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7568f-2f38-40d3-a7b4-bfe8ab3a4b0b req-787c9706-702d-4dd9-81ce-4dcbd5d27d6d tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:56.016022 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-40f7568f-2f38-40d3-a7b4-bfe8ab3a4b0b req-787c9706-702d-4dd9-81ce-4dcbd5d27d6d tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=54dd13be-4391-404f-b76e-b30bd04e7e03 HTTP/1.1" status: 200 len: 946 time: 0.2511754 Aug 25 19:03:56.060007 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 1adf5ce9-c887-4dbb-af91-423d480a1f39 up at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:03:56.113302 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317bfae-3921-4122-bf54-71b1ba660074 req-7b9d852f-06e9-4548-a7cf-bde0ec77b2db tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:56.116763 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-c317bfae-3921-4122-bf54-71b1ba660074 req-7b9d852f-06e9-4548-a7cf-bde0ec77b2db tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] 10.222.0.18 "GET /v2.0/ports?device_id=c41e7892-51db-4970-aacc-d2df37a903f7 HTTP/1.1" status: 200 len: 946 time: 0.6328280 Aug 25 19:03:56.121709 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-20a528c2-76f4-4be9-9191-7c5468d0d98b tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Notify callbacks [] for port, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:56.205811 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.notifiers.nova [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-782b3f92-0ab8-4c4f-947c-a389810a7bd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3 {{(pid=74944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:03:56.228775 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-782b3f92-0ab8-4c4f-947c-a389810a7bd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:56.269507 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-40f7568f-2f38-40d3-a7b4-bfe8ab3a4b0b req-2c69475f-1ee8-46a6-8c35-a20359154819 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023940 Aug 25 19:03:56.286674 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.provisioning_blocks [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-782b3f92-0ab8-4c4f-947c-a389810a7bd4 service neutron] Transition to ACTIVE for port object d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3 will not be triggered until provisioned by entity L2. {{(pid=74944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:03:56.294499 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-782b3f92-0ab8-4c4f-947c-a389810a7bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:56.300558 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning complete for port 1adf5ce9-c887-4dbb-af91-423d480a1f39 triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:03:56.301327 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-56873ee7-9123-437b-b12e-397cccc9078e req-a62623b9-26f2-4006-ba30-213033514b97 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c41e7892-51db-4970-aacc-d2df37a903f7 HTTP/1.1" status: 200 len: 1099 time: 0.2820394 Aug 25 19:03:56.304435 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:56.318119 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:56.537646 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-d7e06bad-4479-42f4-9d54-196e417f4604 service neutron] 10.222.0.23 "GET /v2.0/networks/1c33251a-0801-4a8e-9ce9-f5fabe3b7086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5146387 Aug 25 19:03:56.541460 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-20a528c2-76f4-4be9-9191-7c5468d0d98b tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039'] for port, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:56.599394 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b3f92-0ab8-4c4f-947c-a389810a7bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3,revision_number=2']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:56.634647 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-c317bfae-3921-4122-bf54-71b1ba660074 req-bc53872c-2481-4351-881d-61221f4df361 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a2704eb-e325-42e4-b18d-691917e9c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4976459 Aug 25 19:03:56.641789 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-f1126227-20b6-43f5-aacb-e3e3941c9a9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:56.657805 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-782b3f92-0ab8-4c4f-947c-a389810a7bd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:56.736450 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-b75732de-966c-41ff-bc6a-ded49ab91c6a tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Synchronizing usage tracker for tenant:972f6642a63b419091a626917b54e4c9 on resource:security_group {{(pid=74944) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:03:56.775166 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-56873ee7-9123-437b-b12e-397cccc9078e req-5d007ff5-2faf-4cfd-9202-a37754568618 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2a2704eb-e325-42e4-b18d-691917e9c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4583445 Aug 25 19:03:56.777007 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-b75732de-966c-41ff-bc6a-ded49ab91c6a tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Unset dirty status for tenant:972f6642a63b419091a626917b54e4c9 on resource:security_group {{(pid=74944) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:03:56.778355 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-b75732de-966c-41ff-bc6a-ded49ab91c6a tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--926482761&fields=id&tenant_id=972f6642a63b419091a626917b54e4c9 HTTP/1.1" status: 200 len: 267 time: 0.1800981 Aug 25 19:03:56.879299 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.managers [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-782b3f92-0ab8-4c4f-947c-a389810a7bd4 service neutron] Attempting to bind port d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3 on host hv-cinder-80603 for vnic_type normal with profile {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:03:56.879650 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.managers [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-782b3f92-0ab8-4c4f-947c-a389810a7bd4 service neutron] Attempting to bind port d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3 by drivers openvswitch,hyperv on host hv-cinder-80603 at level 0 using segments [{'id': 'f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '4729cc76-35b6-44e9-ab20-fbd23b7c92c4'}] {{(pid=74944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:03:56.879973 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-782b3f92-0ab8-4c4f-947c-a389810a7bd4 service neutron] Attempting to bind port d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3 on network 4729cc76-35b6-44e9-ab20-fbd23b7c92c4 {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:03:56.913017 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-782b3f92-0ab8-4c4f-947c-a389810a7bd4 service neutron] Port d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3 on network 4729cc76-35b6-44e9-ab20-fbd23b7c92c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80603 {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 19:03:56.913356 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-782b3f92-0ab8-4c4f-947c-a389810a7bd4 service neutron] Attempting to bind port d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3 on network 4729cc76-35b6-44e9-ab20-fbd23b7c92c4 {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:03:56.937301 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-20a528c2-76f4-4be9-9191-7c5468d0d98b tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Network 1c33251a-0801-4a8e-9ce9-f5fabe3b7086 is already hosted by enough agents. {{(pid=74943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:03:57.027497 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.base_scheduler [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-20a528c2-76f4-4be9-9191-7c5468d0d98b tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Resources bound (agent type, host, resource id): {{(pid=74943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:03:57.058791 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-20a528c2-76f4-4be9-9191-7c5468d0d98b tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Received port after_create {{(pid=74943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:03:57.066395 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-20a528c2-76f4-4be9-9191-7c5468d0d98b tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:57.067561 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-20a528c2-76f4-4be9-9191-7c5468d0d98b tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for port, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:57.103314 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-782b3f92-0ab8-4c4f-947c-a389810a7bd4 service neutron] Checking agent: {'id': 'bb439c80-c1b1-4a92-94b6-4f0aaad03a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80603', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 19, 1, 6), 'started_at': datetime.datetime(2021, 8, 25, 19, 1, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:03:57.104514 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-782b3f92-0ab8-4c4f-947c-a389810a7bd4 service neutron] Checking segment: {'id': 'f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '4729cc76-35b6-44e9-ab20-fbd23b7c92c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:03:57.105349 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-782b3f92-0ab8-4c4f-947c-a389810a7bd4 service neutron] Bound using segment: {'id': 'f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '4729cc76-35b6-44e9-ab20-fbd23b7c92c4'} {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:03:57.106081 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.managers [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-782b3f92-0ab8-4c4f-947c-a389810a7bd4 service neutron] Bound port: d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3, host: hv-cinder-80603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '4729cc76-35b6-44e9-ab20-fbd23b7c92c4'}}] {{(pid=74944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:03:57.106695 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-782b3f92-0ab8-4c4f-947c-a389810a7bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:57.186295 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-20a528c2-76f4-4be9-9191-7c5468d0d98b tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2332327 Aug 25 19:03:57.186295 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a528c2-76f4-4be9-9191-7c5468d0d98b tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Pushing event updated for resources: {'Port': ['ID=bb4be0e5-f26a-486d-bd9f-865ef7cb69c9,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:57.200018 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-20a528c2-76f4-4be9-9191-7c5468d0d98b tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:57.229915 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-a57f5c3b-6d64-4fbd-90c4-6b61a5c29d12 service neutron] Request body: {'port': {'device_id': '9871af03-2d8c-4475-9e8d-3f6e63f00792', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80603'}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:57.283358 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-c7eccac3-b797-4d2c-a0ff-f90c89a96a43 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:57.283358 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-c7eccac3-b797-4d2c-a0ff-f90c89a96a43 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Synchronizing usage tracker for tenant:972f6642a63b419091a626917b54e4c9 on resource:network {{(pid=74944) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:03:57.305934 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.db [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-782b3f92-0ab8-4c4f-947c-a389810a7bd4 service neutron] For port d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3, host hv-cinder-80603, cleared binding levels {{(pid=74944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:03:57.311575 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.db [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-782b3f92-0ab8-4c4f-947c-a389810a7bd4 service neutron] For port d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3, host hv-cinder-80603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3,segment=NetworkSegment(f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c),segment_id=f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c)] {{(pid=74944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:03:57.314458 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-c7eccac3-b797-4d2c-a0ff-f90c89a96a43 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Unset dirty status for tenant:972f6642a63b419091a626917b54e4c9 on resource:network {{(pid=74944) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:03:57.324736 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-c7eccac3-b797-4d2c-a0ff-f90c89a96a43 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/networks?id=4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1 HTTP/1.1" status: 200 len: 817 time: 0.4740548 Aug 25 19:03:57.335081 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-782b3f92-0ab8-4c4f-947c-a389810a7bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:57.386601 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-126cf84d-7eb8-4b6b-884e-10a8f540b2e5 req-b0bee508-6dc4-447b-8164-be0f904b22ea service neutron] 10.222.0.23 "GET /v2.0/networks/1c33251a-0801-4a8e-9ce9-f5fabe3b7086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8388021 Aug 25 19:03:57.446942 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:57.498064 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470c579-8013-4fa5-bb23-75e4939c8d11 req-8ab6a4c5-7b76-4836-b0e1-944aff09d861 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:57.501211 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f470c579-8013-4fa5-bb23-75e4939c8d11 req-8ab6a4c5-7b76-4836-b0e1-944aff09d861 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 944 time: 0.5604050 Aug 25 19:03:57.541806 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-50efd806-9ac6-486e-97c6-216f96853366 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/quotas/972f6642a63b419091a626917b54e4c9 HTTP/1.1" status: 200 len: 375 time: 0.2158530 Aug 25 19:03:57.681094 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-a57f5c3b-6d64-4fbd-90c4-6b61a5c29d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:57.761481 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-782b3f92-0ab8-4c4f-947c-a389810a7bd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for port, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:57.763683 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-782b3f92-0ab8-4c4f-947c-a389810a7bd4 service neutron] 10.222.0.23 "PUT /v2.0/ports/d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3 HTTP/1.1" status: 200 len: 1094 time: 3.5330524 Aug 25 19:03:57.764332 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aedf9b9-ed21-4be2-88d5-d26dbb663d98', 'tag': 'd49d7eeb-a9bd-4004-a1a7-dd9c113d25a3'}] {{(pid=74944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:03:57.776215 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b3f92-0ab8-4c4f-947c-a389810a7bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3,revision_number=3']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:57.781763 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-782b3f92-0ab8-4c4f-947c-a389810a7bd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:57.829825 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-66496731-8926-4b21-98de-6e2f0eeda74e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=972f6642a63b419091a626917b54e4c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2868185 Aug 25 19:03:57.866329 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f470c579-8013-4fa5-bb23-75e4939c8d11 req-34a30d0c-ad38-4701-8da9-20b34c4d01a2 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b54908-2cbe-4aa7-bf0c-f3694aa57b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3501127 Aug 25 19:03:58.324225 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-2ac95b69-e6fb-4b9c-9694-caf65c84bd7b service neutron] 10.222.0.18 "GET /v2.0/networks/4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4601798 Aug 25 19:03:58.326640 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-fed3afe6-2b19-4885-b642-742bc667fbf5 req-99cb6b83-ecde-4f50-9ffe-b5575baabea3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fc911d35cfa94aeabb9512a89dca20b2&device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 1097 time: 0.7797091 Aug 25 19:03:58.327847 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-e14315cb-eebd-4927-b72f-17eca507ae25 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3e48406004b648a0990504d66c49cab7&device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 1097 time: 0.4625206 Aug 25 19:03:58.519843 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-2b267efe-d2e0-45b5-9c5d-6c38bd9bfa0d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3 HTTP/1.1" status: 200 len: 217 time: 0.1397829 Aug 25 19:03:58.622849 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-48a4eb31-036d-4604-af59-9d130f73f135 service neutron] 10.222.0.18 "GET /v2.0/networks/4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905037 Aug 25 19:03:58.624088 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-52bc42a1-df2d-458c-8470-619b7b4033b4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:58.625403 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-52bc42a1-df2d-458c-8470-619b7b4033b4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bcd4d869-de2c-42cf-bf24-a126ff729354 HTTP/1.1" status: 200 len: 850 time: 0.0942671 Aug 25 19:03:58.714609 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-ea24308a-993e-4af4-a14b-ef57db1f4320 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4729cc76-35b6-44e9-ab20-fbd23b7c92c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0817392 Aug 25 19:03:58.903091 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39680dae-c249-4f06-abd1-bccdc92ade73 req-76305ab5-9b57-4beb-b847-7702a55ab86b tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:58.904311 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-39680dae-c249-4f06-abd1-bccdc92ade73 req-76305ab5-9b57-4beb-b847-7702a55ab86b tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Synchronizing usage tracker for tenant:fc911d35cfa94aeabb9512a89dca20b2 on resource:port {{(pid=74943) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:03:58.948619 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-9e68966f-021b-496b-a3d8-7b857e45f6e9 service neutron] 10.222.0.23 "GET /v2.0/networks/4729cc76-35b6-44e9-ab20-fbd23b7c92c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268021 Aug 25 19:03:59.000529 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3afe6-2b19-4885-b642-742bc667fbf5 req-17e3e23b-c0b4-49ed-8a0f-d87d79c821e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:59.006907 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-fed3afe6-2b19-4885-b642-742bc667fbf5 req-17e3e23b-c0b4-49ed-8a0f-d87d79c821e6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1c33251a-0801-4a8e-9ce9-f5fabe3b7086 HTTP/1.1" status: 200 len: 918 time: 0.6227453 Aug 25 19:03:59.018206 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-39680dae-c249-4f06-abd1-bccdc92ade73 req-76305ab5-9b57-4beb-b847-7702a55ab86b tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Unset dirty status for tenant:fc911d35cfa94aeabb9512a89dca20b2 on resource:port {{(pid=74943) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:03:59.020673 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-39680dae-c249-4f06-abd1-bccdc92ade73 req-76305ab5-9b57-4beb-b847-7702a55ab86b tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 932 time: 0.8337331 Aug 25 19:03:59.072269 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9403d0c-6811-4c81-8d82-b8cc185f25f4 req-f6e9047e-901b-4734-bd94-665b8fa19e7f tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:59.073949 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-c9403d0c-6811-4c81-8d82-b8cc185f25f4 req-f6e9047e-901b-4734-bd94-665b8fa19e7f tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=54dd13be-4391-404f-b76e-b30bd04e7e03 HTTP/1.1" status: 200 len: 946 time: 0.2257364 Aug 25 19:03:59.169331 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5152016c-8152-449e-8676-7b075b2ea6e9 req-32fb01ab-826c-4957-8b3f-dca1c82c20d1 service neutron] 10.222.0.23 "GET /v2.0/networks/4729cc76-35b6-44e9-ab20-fbd23b7c92c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109790 Aug 25 19:03:59.188658 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-fed3afe6-2b19-4885-b642-742bc667fbf5 req-a0570e0b-280c-4dba-8d91-9c1c68809c01 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21e21cca-5e6d-477f-a8ff-30bd07b822ec HTTP/1.1" status: 200 len: 217 time: 0.1740668 Aug 25 19:03:59.189189 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-c9403d0c-6811-4c81-8d82-b8cc185f25f4 req-68efb3ea-66e2-45e1-b2b8-d38beace5017 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033669 Aug 25 19:03:59.190980 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.db.resource_extend [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-a57f5c3b-6d64-4fbd-90c4-6b61a5c29d12 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 19:03:59.457445 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.notifiers.nova [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-a57f5c3b-6d64-4fbd-90c4-6b61a5c29d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb4be0e5-f26a-486d-bd9f-865ef7cb69c9 {{(pid=74943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:03:59.483295 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-39680dae-c249-4f06-abd1-bccdc92ade73 req-6076255e-e74f-4a67-adc8-25d86b604c2e tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665690 Aug 25 19:03:59.496697 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3afe6-2b19-4885-b642-742bc667fbf5 req-7c2c6b6b-19d1-4cdd-82c4-cecc06bdba0f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:59.499716 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-fed3afe6-2b19-4885-b642-742bc667fbf5 req-7c2c6b6b-19d1-4cdd-82c4-cecc06bdba0f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d7025093-2f90-42bb-bb3c-06ef25a03e24 HTTP/1.1" status: 200 len: 857 time: 0.2831049 Aug 25 19:03:59.504031 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-a57f5c3b-6d64-4fbd-90c4-6b61a5c29d12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:59.586818 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d705d2-51b8-4003-ab00-fb8b8d34529f req-8231ed91-52c2-4583-b494-b5d5fb385c81 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:59.595773 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-a5d705d2-51b8-4003-ab00-fb8b8d34529f req-8231ed91-52c2-4583-b494-b5d5fb385c81 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] 10.222.0.18 "GET /v2.0/ports?device_id=c41e7892-51db-4970-aacc-d2df37a903f7 HTTP/1.1" status: 200 len: 946 time: 0.1939540 Aug 25 19:03:59.688491 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-a5d705d2-51b8-4003-ab00-fb8b8d34529f req-fcf46463-89bd-4931-a638-85b8896a25e9 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a2704eb-e325-42e4-b18d-691917e9c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905883 Aug 25 19:03:59.709318 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-fed3afe6-2b19-4885-b642-742bc667fbf5 req-2a514f5e-9f98-4698-aaba-d71e4a02764e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1c33251a-0801-4a8e-9ce9-f5fabe3b7086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1953130 Aug 25 19:03:59.748213 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aedf9b9-ed21-4be2-88d5-d26dbb663d98', 'tag': 'd49d7eeb-a9bd-4004-a1a7-dd9c113d25a3', 'status': 'completed', 'code': 200} Aug 25 19:03:59.805975 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.provisioning_blocks [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-a57f5c3b-6d64-4fbd-90c4-6b61a5c29d12 service neutron] Transition to ACTIVE for port object bb4be0e5-f26a-486d-bd9f-865ef7cb69c9 will not be triggered until provisioned by entity L2. {{(pid=74943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:03:59.833703 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-a57f5c3b-6d64-4fbd-90c4-6b61a5c29d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:00.045336 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-6dd14c72-96b7-423e-9817-24be41c252d3 req-38596476-e052-4009-b3b3-f290985d431c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3e48406004b648a0990504d66c49cab7&device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 1097 time: 0.2671421 Aug 25 19:04:00.133198 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:00.410750 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-fc2ffc95-ed2c-4ae1-948d-13d89df85727 req-12fb6cca-a42f-4f06-978b-f6d23d8c27f3 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 210 time: 0.2602971 Aug 25 19:04:00.452981 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f5c3b-6d64-4fbd-90c4-6b61a5c29d12 service neutron] Pushing event updated for resources: {'Port': ['ID=bb4be0e5-f26a-486d-bd9f-865ef7cb69c9,revision_number=2']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:00.465994 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-a57f5c3b-6d64-4fbd-90c4-6b61a5c29d12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:00.488522 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-fed3afe6-2b19-4885-b642-742bc667fbf5 req-57eaed7b-4f00-4110-aa60-4bbb51885160 service neutron] 10.222.0.23 "GET /v2.0/networks/1c33251a-0801-4a8e-9ce9-f5fabe3b7086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7644472 Aug 25 19:04:00.530245 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd14c72-96b7-423e-9817-24be41c252d3 req-c33ce3be-6714-4988-913a-777395222b4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:00.534166 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-6dd14c72-96b7-423e-9817-24be41c252d3 req-c33ce3be-6714-4988-913a-777395222b4f service neutron] 10.222.0.23 "GET /v2.0/networks?id=4729cc76-35b6-44e9-ab20-fbd23b7c92c4 HTTP/1.1" status: 200 len: 912 time: 0.4800193 Aug 25 19:04:00.625390 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b793d-1d36-42a4-8ebb-e363e82e0f1d req-b70250e0-0517-4e63-8100-2b932f8e523a tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:00.635068 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d00b793d-1d36-42a4-8ebb-e363e82e0f1d req-b70250e0-0517-4e63-8100-2b932f8e523a tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 944 time: 0.4406240 Aug 25 19:04:00.651173 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 21e21cca-5e6d-477f-a8ff-30bd07b822ec details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=74945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:04:00.725742 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.managers [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-a57f5c3b-6d64-4fbd-90c4-6b61a5c29d12 service neutron] Attempting to bind port bb4be0e5-f26a-486d-bd9f-865ef7cb69c9 on host hv-cinder-80603 for vnic_type normal with profile {{(pid=74943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:04:00.726110 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.managers [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-a57f5c3b-6d64-4fbd-90c4-6b61a5c29d12 service neutron] Attempting to bind port bb4be0e5-f26a-486d-bd9f-865ef7cb69c9 by drivers openvswitch,hyperv on host hv-cinder-80603 at level 0 using segments [{'id': 'c424df30-762d-4cfc-be1c-63bc54b3e8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '1c33251a-0801-4a8e-9ce9-f5fabe3b7086'}] {{(pid=74943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:04:00.726575 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-a57f5c3b-6d64-4fbd-90c4-6b61a5c29d12 service neutron] Attempting to bind port bb4be0e5-f26a-486d-bd9f-865ef7cb69c9 on network 1c33251a-0801-4a8e-9ce9-f5fabe3b7086 {{(pid=74943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:04:00.800186 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 39402) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:00.819691 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d00b793d-1d36-42a4-8ebb-e363e82e0f1d req-968c05bb-e863-43ed-904f-5de5c93711f7 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b54908-2cbe-4aa7-bf0c-f3694aa57b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836627 Aug 25 19:04:00.830517 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-a57f5c3b-6d64-4fbd-90c4-6b61a5c29d12 service neutron] Port bb4be0e5-f26a-486d-bd9f-865ef7cb69c9 on network 1c33251a-0801-4a8e-9ce9-f5fabe3b7086 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80603 {{(pid=74943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 19:04:00.831176 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-a57f5c3b-6d64-4fbd-90c4-6b61a5c29d12 service neutron] Attempting to bind port bb4be0e5-f26a-486d-bd9f-865ef7cb69c9 on network 1c33251a-0801-4a8e-9ce9-f5fabe3b7086 {{(pid=74943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:04:00.864779 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-a57f5c3b-6d64-4fbd-90c4-6b61a5c29d12 service neutron] Checking agent: {'id': 'bb439c80-c1b1-4a92-94b6-4f0aaad03a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80603', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 19, 1, 6), 'started_at': datetime.datetime(2021, 8, 25, 19, 1, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:04:00.866444 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-a57f5c3b-6d64-4fbd-90c4-6b61a5c29d12 service neutron] Checking segment: {'id': 'c424df30-762d-4cfc-be1c-63bc54b3e8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '1c33251a-0801-4a8e-9ce9-f5fabe3b7086'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:04:00.868933 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-a57f5c3b-6d64-4fbd-90c4-6b61a5c29d12 service neutron] Bound using segment: {'id': 'c424df30-762d-4cfc-be1c-63bc54b3e8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '1c33251a-0801-4a8e-9ce9-f5fabe3b7086'} {{(pid=74943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:04:00.871006 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.managers [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-a57f5c3b-6d64-4fbd-90c4-6b61a5c29d12 service neutron] Bound port: bb4be0e5-f26a-486d-bd9f-865ef7cb69c9, host: hv-cinder-80603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c424df30-762d-4cfc-be1c-63bc54b3e8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '1c33251a-0801-4a8e-9ce9-f5fabe3b7086'}}] {{(pid=74943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:04:00.871658 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-a57f5c3b-6d64-4fbd-90c4-6b61a5c29d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:00.907501 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-fed3afe6-2b19-4885-b642-742bc667fbf5 req-08a59938-9a0f-4e7c-ba27-1d23d8a88b1b service neutron] 10.222.0.23 "GET /v2.0/networks/1c33251a-0801-4a8e-9ce9-f5fabe3b7086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4095485 Aug 25 19:04:01.049526 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-6dd14c72-96b7-423e-9817-24be41c252d3 req-286fd0ad-b9e1-4c74-9a01-f998814fdc7f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3 HTTP/1.1" status: 200 len: 217 time: 0.4866505 Aug 25 19:04:01.107783 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.db [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-a57f5c3b-6d64-4fbd-90c4-6b61a5c29d12 service neutron] For port bb4be0e5-f26a-486d-bd9f-865ef7cb69c9, host hv-cinder-80603, cleared binding levels {{(pid=74943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:04:01.122429 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.db [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-a57f5c3b-6d64-4fbd-90c4-6b61a5c29d12 service neutron] For port bb4be0e5-f26a-486d-bd9f-865ef7cb69c9, host hv-cinder-80603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=bb4be0e5-f26a-486d-bd9f-865ef7cb69c9,segment=NetworkSegment(c424df30-762d-4cfc-be1c-63bc54b3e8fa),segment_id=c424df30-762d-4cfc-be1c-63bc54b3e8fa)] {{(pid=74943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:04:01.130424 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-a57f5c3b-6d64-4fbd-90c4-6b61a5c29d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:01.150891 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-0522a8be-5eb7-42ce-8122-a7f3281b4c1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:01.192833 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 21e21cca-5e6d-477f-a8ff-30bd07b822ec, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=21e21cca-5e6d-477f-a8ff-30bd07b822ec,segment=NetworkSegment(c424df30-762d-4cfc-be1c-63bc54b3e8fa),segment_id=c424df30-762d-4cfc-be1c-63bc54b3e8fa)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:04:01.201653 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-a57f5c3b-6d64-4fbd-90c4-6b61a5c29d12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for port, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:01.204029 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-a57f5c3b-6d64-4fbd-90c4-6b61a5c29d12 service neutron] 10.222.0.23 "PUT /v2.0/ports/bb4be0e5-f26a-486d-bd9f-865ef7cb69c9 HTTP/1.1" status: 200 len: 1094 time: 3.9816844 Aug 25 19:04:01.214179 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9871af03-2d8c-4475-9e8d-3f6e63f00792', 'tag': 'bb4be0e5-f26a-486d-bd9f-865ef7cb69c9'}] {{(pid=74943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:04:01.216783 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Returning: {'device': '21e21cca-5e6d-477f-a8ff-30bd07b822ec', 'network_id': '1c33251a-0801-4a8e-9ce9-f5fabe3b7086', 'port_id': '21e21cca-5e6d-477f-a8ff-30bd07b822ec', 'mac_address': 'fa:16:3e:0e:97:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7025093-2f90-42bb-bb3c-06ef25a03e24', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:04:01.263148 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-56b509e4-c28e-48ab-ae9d-73863fc4f6be admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:01.323711 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:01.355720 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f5c3b-6d64-4fbd-90c4-6b61a5c29d12 service neutron] Pushing event updated for resources: {'Port': ['ID=bb4be0e5-f26a-486d-bd9f-865ef7cb69c9,revision_number=3']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:01.382148 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21e21cca-5e6d-477f-a8ff-30bd07b822ec {{(pid=74945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:04:01.391198 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd14c72-96b7-423e-9817-24be41c252d3 req-e56d3271-4935-4292-8e55-e135b25c6e2e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:01.393943 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-6dd14c72-96b7-423e-9817-24be41c252d3 req-e56d3271-4935-4292-8e55-e135b25c6e2e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bcd4d869-de2c-42cf-bf24-a126ff729354 HTTP/1.1" status: 200 len: 850 time: 0.2971387 Aug 25 19:04:01.429308 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 21e21cca-5e6d-477f-a8ff-30bd07b822ec, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=21e21cca-5e6d-477f-a8ff-30bd07b822ec,segment=NetworkSegment(c424df30-762d-4cfc-be1c-63bc54b3e8fa),segment_id=c424df30-762d-4cfc-be1c-63bc54b3e8fa)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:04:01.435499 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:01.437563 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:01.462177 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9871af03-2d8c-4475-9e8d-3f6e63f00792', 'tag': 'bb4be0e5-f26a-486d-bd9f-865ef7cb69c9', 'status': 'completed', 'code': 200} Aug 25 19:04:01.462968 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-a57f5c3b-6d64-4fbd-90c4-6b61a5c29d12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:01.488612 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-48110772-b845-4599-9a95-9c6400ed3249 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:01.491848 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-48110772-b845-4599-9a95-9c6400ed3249 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.23 "GET /v2.0/networks?id=4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1 HTTP/1.1" status: 200 len: 817 time: 0.7995400 Aug 25 19:04:01.525507 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-56b509e4-c28e-48ab-ae9d-73863fc4f6be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:01.530491 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-56b509e4-c28e-48ab-ae9d-73863fc4f6be admin admin] Usage tracker for resource:security_group_rule and tenant:4bc9b2280e2b41759ec9dd7a28e26e52 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:01.535603 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-56b509e4-c28e-48ab-ae9d-73863fc4f6be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:01.544851 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-56b509e4-c28e-48ab-ae9d-73863fc4f6be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:01.559412 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-c070e47d-b532-4a42-8c1a-b48ab46f7a21 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fc911d35cfa94aeabb9512a89dca20b2&device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 1097 time: 0.1918774 Aug 25 19:04:01.644663 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=21e21cca-5e6d-477f-a8ff-30bd07b822ec,revision_number=4']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:01.648618 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:01.654842 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dff03c-69e9-446e-ae9b-d779fadc2d12 req-58aa7dfb-0525-4938-b197-2f614957fb87 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:01.684478 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-69dff03c-69e9-446e-ae9b-d779fadc2d12 req-58aa7dfb-0525-4938-b197-2f614957fb87 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 944 time: 0.6786721 Aug 25 19:04:01.761501 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-56b509e4-c28e-48ab-ae9d-73863fc4f6be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:01.774574 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-56b509e4-c28e-48ab-ae9d-73863fc4f6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:01.779741 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] get_ports_and_sgs() called for port_ids ['21e21cca-5e6d-477f-a8ff-30bd07b822ec'] {{(pid=74945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:04:01.819994 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:01.830679 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-6dd14c72-96b7-423e-9817-24be41c252d3 req-ff2f40a9-c120-48f8-a4a1-1a69e004d570 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4729cc76-35b6-44e9-ab20-fbd23b7c92c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4238048 Aug 25 19:04:01.873713 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b509e4-c28e-48ab-ae9d-73863fc4f6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde15096-430d-4a6a-8fc8-52e3720130c8,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:01.883556 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-737b5686-1b67-4be3-a22a-b2d6f196777a tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=972f6642a63b419091a626917b54e4c9 HTTP/1.1" status: 200 len: 379 time: 0.3662863 Aug 25 19:04:01.913022 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-2866bb70-e215-4f56-a38e-2fbabb49ed65 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb4be0e5-f26a-486d-bd9f-865ef7cb69c9 HTTP/1.1" status: 200 len: 217 time: 0.3354855 Aug 25 19:04:01.926715 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-56b509e4-c28e-48ab-ae9d-73863fc4f6be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:01.976840 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-7b27f3b8-5a3a-4888-a5fa-47ca28b71080 req-f8fa43f4-d5d7-4123-8522-34aee3165003 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Synchronizing usage tracker for tenant:972f6642a63b419091a626917b54e4c9 on resource:port {{(pid=74943) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:04:01.996757 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-56b509e4-c28e-48ab-ae9d-73863fc4f6be admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4bc9b2280e2b41759ec9dd7a28e26e52&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1821184 Aug 25 19:04:02.000547 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 39458) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:02.003357 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-8a561572-d2be-4fd9-8b82-f7fb317ee0c4 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Request body: {'port': {'device_id': '22b44f16-4992-4a68-8d25-1819d93cdea5', 'network_id': '4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1', 'admin_state_up': True, 'tenant_id': '972f6642a63b419091a626917b54e4c9', 'security_groups': ['a5b064f4-338a-4f34-92c9-54e444211618']}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:04:02.044363 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-7b27f3b8-5a3a-4888-a5fa-47ca28b71080 req-f8fa43f4-d5d7-4123-8522-34aee3165003 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Unset dirty status for tenant:972f6642a63b419091a626917b54e4c9 on resource:port {{(pid=74943) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:04:02.057813 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-7b27f3b8-5a3a-4888-a5fa-47ca28b71080 req-f8fa43f4-d5d7-4123-8522-34aee3165003 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 210 time: 0.1881499 Aug 25 19:04:02.061897 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-69dff03c-69e9-446e-ae9b-d779fadc2d12 req-7d810593-9069-4c18-a4ee-5cbbd4ffa0e2 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Synchronizing usage tracker for tenant:fc911d35cfa94aeabb9512a89dca20b2 on resource:security_group {{(pid=74944) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:04:02.104494 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-f1d8386f-a42f-4a14-8ef8-298ab807c90e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:02.110211 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-f1d8386f-a42f-4a14-8ef8-298ab807c90e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d7025093-2f90-42bb-bb3c-06ef25a03e24 HTTP/1.1" status: 200 len: 857 time: 0.1733184 Aug 25 19:04:02.297001 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-58bd4714-96be-4923-8f03-6c2d205956dd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1c33251a-0801-4a8e-9ce9-f5fabe3b7086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1645448 Aug 25 19:04:02.395585 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-69dff03c-69e9-446e-ae9b-d779fadc2d12 req-7d810593-9069-4c18-a4ee-5cbbd4ffa0e2 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Unset dirty status for tenant:fc911d35cfa94aeabb9512a89dca20b2 on resource:security_group {{(pid=74944) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:04:02.418444 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-69dff03c-69e9-446e-ae9b-d779fadc2d12 req-7d810593-9069-4c18-a4ee-5cbbd4ffa0e2 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7317231 Aug 25 19:04:02.494671 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-6dd14c72-96b7-423e-9817-24be41c252d3 req-50b535ec-4159-413a-8c5e-0eb6e8a5642a service neutron] 10.222.0.23 "GET /v2.0/networks/4729cc76-35b6-44e9-ab20-fbd23b7c92c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6537108 Aug 25 19:04:02.507278 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-8a561572-d2be-4fd9-8b82-f7fb317ee0c4 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:02.519366 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-8a561572-d2be-4fd9-8b82-f7fb317ee0c4 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:02.621837 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-59dff203-d7ce-437e-85db-a98dba2e9def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:02.633733 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-8a561572-d2be-4fd9-8b82-f7fb317ee0c4 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Made reservation on behalf of 972f6642a63b419091a626917b54e4c9 for: {'port': 1} {{(pid=74944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:04:02.637483 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-8a561572-d2be-4fd9-8b82-f7fb317ee0c4 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:02.696529 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3 details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=74945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:04:02.704305 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-59dff203-d7ce-437e-85db-a98dba2e9def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:02.824129 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-07fa03ca-6141-41bc-b0c0-082e5d331c03 service neutron] 10.222.0.23 "GET /v2.0/networks/1c33251a-0801-4a8e-9ce9-f5fabe3b7086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5145993 Aug 25 19:04:02.885716 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae76ce-759e-41ea-a2fb-121858f37a3a req-8046aa0f-d3b8-44b0-bab8-6602c7e5c997 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:02.886383 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-b9ae76ce-759e-41ea-a2fb-121858f37a3a req-8046aa0f-d3b8-44b0-bab8-6602c7e5c997 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Synchronizing usage tracker for tenant:3e48406004b648a0990504d66c49cab7 on resource:port {{(pid=74944) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:04:02.902802 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-6dd14c72-96b7-423e-9817-24be41c252d3 req-81346f4a-6028-4f55-ae7c-de75ab990c33 service neutron] 10.222.0.23 "GET /v2.0/networks/4729cc76-35b6-44e9-ab20-fbd23b7c92c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726268 Aug 25 19:04:02.987893 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-b9ae76ce-759e-41ea-a2fb-121858f37a3a req-8046aa0f-d3b8-44b0-bab8-6602c7e5c997 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Unset dirty status for tenant:3e48406004b648a0990504d66c49cab7 on resource:port {{(pid=74944) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:04:02.989305 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-b9ae76ce-759e-41ea-a2fb-121858f37a3a req-8046aa0f-d3b8-44b0-bab8-6602c7e5c997 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 944 time: 0.3239851 Aug 25 19:04:03.004350 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3,segment=NetworkSegment(f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c),segment_id=f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:04:03.023262 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Returning: {'device': 'd49d7eeb-a9bd-4004-a1a7-dd9c113d25a3', 'network_id': '4729cc76-35b6-44e9-ab20-fbd23b7c92c4', 'port_id': 'd49d7eeb-a9bd-4004-a1a7-dd9c113d25a3', 'mac_address': 'fa:16:3e:7c:7a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcd4d869-de2c-42cf-bf24-a126ff729354', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:04:03.106058 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-59dff203-d7ce-437e-85db-a98dba2e9def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:03.116144 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:03.118444 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.db_base_plugin_common [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-8a561572-d2be-4fd9-8b82-f7fb317ee0c4 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Allocated IP 172.20.0.14 (4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1/01124877-1e02-41ab-ac74-7fab9c7740c5/e8f2b708-590b-40a9-969b-93ba8401bb2a) {{(pid=74944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:04:03.144597 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3 {{(pid=74945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:04:03.158952 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-bc814181-4afa-41c3-a13d-3462f791599d tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:03.165517 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-b9ae76ce-759e-41ea-a2fb-121858f37a3a req-71f2834b-3b6a-4e06-8993-d8341f25bfdf tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b54908-2cbe-4aa7-bf0c-f3694aa57b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632793 Aug 25 19:04:03.169856 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3,segment=NetworkSegment(f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c),segment_id=f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:04:03.177554 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:03.183037 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:03.208309 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dff203-d7ce-437e-85db-a98dba2e9def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde15096-430d-4a6a-8fc8-52e3720130c8,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:03.237484 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-59dff203-d7ce-437e-85db-a98dba2e9def admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:03.239455 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-59dff203-d7ce-437e-85db-a98dba2e9def admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fde15096-430d-4a6a-8fc8-52e3720130c8 HTTP/1.1" status: 204 len: 168 time: 1.2349625 Aug 25 19:04:03.261765 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dff203-d7ce-437e-85db-a98dba2e9def admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:03.262341 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dff203-d7ce-437e-85db-a98dba2e9def admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:03.262974 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dff203-d7ce-437e-85db-a98dba2e9def admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:03.263582 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dff203-d7ce-437e-85db-a98dba2e9def admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:03.264172 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dff203-d7ce-437e-85db-a98dba2e9def admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:03.264844 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dff203-d7ce-437e-85db-a98dba2e9def admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:03.265326 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dff203-d7ce-437e-85db-a98dba2e9def admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:03.265917 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dff203-d7ce-437e-85db-a98dba2e9def admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:03.266548 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dff203-d7ce-437e-85db-a98dba2e9def admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:03.267255 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dff203-d7ce-437e-85db-a98dba2e9def admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:03.267842 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dff203-d7ce-437e-85db-a98dba2e9def admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:03.280495 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-59dff203-d7ce-437e-85db-a98dba2e9def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:03.289947 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-5a154d8a-be3b-4fd2-9cf5-c7bcb6ea34b3 req-eec2ccbd-35d7-44f5-94cc-87d1c7335f80 service neutron] 10.222.0.23 "GET /v2.0/networks/1c33251a-0801-4a8e-9ce9-f5fabe3b7086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4547679 Aug 25 19:04:03.326448 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3,revision_number=4']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:03.336910 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:03.551713 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-8a561572-d2be-4fd9-8b82-f7fb317ee0c4 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks [] for port, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:03.556386 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] get_ports_and_sgs() called for port_ids ['d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3'] {{(pid=74945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:04:03.597823 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.provisioning_blocks [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-8a561572-d2be-4fd9-8b82-f7fb317ee0c4 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Transition to ACTIVE for port object e8f2b708-590b-40a9-969b-93ba8401bb2a will not be triggered until provisioned by entity DHCP. {{(pid=74944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:04:03.701603 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-c40f3fb7-151a-4896-8a99-b81f0a59a903 req-d3451b53-474a-4d56-91e9-935c00a81cf0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fc911d35cfa94aeabb9512a89dca20b2&device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 1097 time: 0.1973848 Aug 25 19:04:03.703300 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-8a561572-d2be-4fd9-8b82-f7fb317ee0c4 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039'] for port, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:03.731196 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-7fb9b17b-6ae4-4fa9-b01d-5c120cbf6116 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:03.901135 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-8a561572-d2be-4fd9-8b82-f7fb317ee0c4 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Network 4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1 is already hosted by enough agents. {{(pid=74944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:04:03.908011 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.base_scheduler [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-8a561572-d2be-4fd9-8b82-f7fb317ee0c4 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Resources bound (agent type, host, resource id): {{(pid=74944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:04:03.910633 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-8a561572-d2be-4fd9-8b82-f7fb317ee0c4 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Received port after_create {{(pid=74944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:04:03.915848 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-8a561572-d2be-4fd9-8b82-f7fb317ee0c4 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:03.916527 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-8a561572-d2be-4fd9-8b82-f7fb317ee0c4 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for port, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:03.954129 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a561572-d2be-4fd9-8b82-f7fb317ee0c4 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Pushing event updated for resources: {'Port': ['ID=e8f2b708-590b-40a9-969b-93ba8401bb2a,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:03.988668 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f3fb7-151a-4896-8a99-b81f0a59a903 req-c5d68268-25cb-4c09-9fd0-8671fc99657e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:03.998889 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-c40f3fb7-151a-4896-8a99-b81f0a59a903 req-c5d68268-25cb-4c09-9fd0-8671fc99657e service neutron] 10.222.0.23 "GET /v2.0/networks?id=1c33251a-0801-4a8e-9ce9-f5fabe3b7086 HTTP/1.1" status: 200 len: 918 time: 0.2888920 Aug 25 19:04:04.003373 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afff2d-55b0-4277-8833-17e764eb9ce9 req-9e209afc-1da0-45c9-ba81-448a09602a4e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:04.029913 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-58afff2d-55b0-4277-8833-17e764eb9ce9 req-9e209afc-1da0-45c9-ba81-448a09602a4e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 932 time: 0.5291646 Aug 25 19:04:04.034747 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a561572-d2be-4fd9-8b82-f7fb317ee0c4 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:04.035111 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a561572-d2be-4fd9-8b82-f7fb317ee0c4 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:04.035466 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a561572-d2be-4fd9-8b82-f7fb317ee0c4 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:04.051975 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a561572-d2be-4fd9-8b82-f7fb317ee0c4 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:04.053098 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a561572-d2be-4fd9-8b82-f7fb317ee0c4 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:04.053562 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a561572-d2be-4fd9-8b82-f7fb317ee0c4 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:04.054013 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a561572-d2be-4fd9-8b82-f7fb317ee0c4 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:04.054450 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a561572-d2be-4fd9-8b82-f7fb317ee0c4 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:04.054833 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a561572-d2be-4fd9-8b82-f7fb317ee0c4 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:04.055225 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a561572-d2be-4fd9-8b82-f7fb317ee0c4 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:04.055576 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a561572-d2be-4fd9-8b82-f7fb317ee0c4 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:04.068103 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-8a561572-d2be-4fd9-8b82-f7fb317ee0c4 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:04.103891 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-8a561572-d2be-4fd9-8b82-f7fb317ee0c4 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1972289 Aug 25 19:04:04.148182 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-c40f3fb7-151a-4896-8a99-b81f0a59a903 req-61fed6b4-8ceb-4094-8a64-0c776b791e7d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb4be0e5-f26a-486d-bd9f-865ef7cb69c9 HTTP/1.1" status: 200 len: 217 time: 0.1411920 Aug 25 19:04:04.165009 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-58afff2d-55b0-4277-8833-17e764eb9ce9 req-d79ef596-dbc6-49d6-98b6-0c34baed19fe tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920024 Aug 25 19:04:04.219478 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-9cf77ab9-10c5-43f0-9564-f629cf805754 service neutron] Request body: {'port': {'device_id': '22b44f16-4992-4a68-8d25-1819d93cdea5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80603'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:04:04.405419 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f3fb7-151a-4896-8a99-b81f0a59a903 req-fe615f55-cb30-4dd7-9b1e-f728de7982eb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:04.410629 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-c40f3fb7-151a-4896-8a99-b81f0a59a903 req-fe615f55-cb30-4dd7-9b1e-f728de7982eb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d7025093-2f90-42bb-bb3c-06ef25a03e24 HTTP/1.1" status: 200 len: 857 time: 0.1966200 Aug 25 19:04:04.517272 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-e3cb4897-bd74-44da-bab4-c5c56d13e4c1 None None] Provisioning for port e8f2b708-590b-40a9-969b-93ba8401bb2a completed by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:04:04.554807 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-e3cb4897-bd74-44da-bab4-c5c56d13e4c1 None None] Provisioning complete for port e8f2b708-590b-40a9-969b-93ba8401bb2a triggered by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:04:04.570445 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-e3cb4897-bd74-44da-bab4-c5c56d13e4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:04.583497 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-c40f3fb7-151a-4896-8a99-b81f0a59a903 req-8d7cf9e9-6144-4076-9f44-47250f61b3f8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1c33251a-0801-4a8e-9ce9-f5fabe3b7086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1600151 Aug 25 19:04:04.757600 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 21e21cca-5e6d-477f-a8ff-30bd07b822ec up at agent hyperv_hv-cinder-80603 {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:04:04.840531 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-9cf77ab9-10c5-43f0-9564-f629cf805754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:05.031054 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-e3cb4897-bd74-44da-bab4-c5c56d13e4c1 None None] Port e8f2b708-590b-40a9-969b-93ba8401bb2a cannot update to ACTIVE because it is not bound. {{(pid=74945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 19:04:05.127445 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Provisioning for port 21e21cca-5e6d-477f-a8ff-30bd07b822ec completed by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:04:05.128627 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 39538) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:05.142989 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Provisioning complete for port 21e21cca-5e6d-477f-a8ff-30bd07b822ec triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:04:05.146356 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:05.229245 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7aa2b-222c-4aac-882c-34e7f6478767 req-2529881f-aa0a-43a4-9940-8b2e4b8c7e4f tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:05.232316 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-b9c7aa2b-222c-4aac-882c-34e7f6478767 req-2529881f-aa0a-43a4-9940-8b2e4b8c7e4f tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 945 time: 0.3171012 Aug 25 19:04:05.396526 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-b9c7aa2b-222c-4aac-882c-34e7f6478767 req-e187d34a-301f-4bc2-bb43-2452f0517c43 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b54908-2cbe-4aa7-bf0c-f3694aa57b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514280 Aug 25 19:04:05.404207 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f55768-29fe-4622-8eb8-b0d2125429e8 req-297c68bb-189d-4c37-9c88-6449936a9672 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:05.414073 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-e2f55768-29fe-4622-8eb8-b0d2125429e8 req-297c68bb-189d-4c37-9c88-6449936a9672 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 944 time: 0.8644860 Aug 25 19:04:05.435834 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-c40f3fb7-151a-4896-8a99-b81f0a59a903 req-fde69488-d6c2-4d03-98ca-f7aa07b3b544 service neutron] 10.222.0.23 "GET /v2.0/networks/1c33251a-0801-4a8e-9ce9-f5fabe3b7086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8051012 Aug 25 19:04:05.575275 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:05.629419 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-0763253d-9e06-402f-a5a1-dd33b3a180cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:05.696351 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 21e21cca-5e6d-477f-a8ff-30bd07b822ec, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=21e21cca-5e6d-477f-a8ff-30bd07b822ec,segment=NetworkSegment(c424df30-762d-4cfc-be1c-63bc54b3e8fa),segment_id=c424df30-762d-4cfc-be1c-63bc54b3e8fa)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:04:05.698802 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50919ded-fe6b-4689-8e2f-b9f28f4f1f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e21cca-5e6d-477f-a8ff-30bd07b822ec'}] {{(pid=74945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:04:05.713526 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:05.716703 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:05.793468 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-c40f3fb7-151a-4896-8a99-b81f0a59a903 req-0d0f8411-2139-4f4e-987b-770dbec2f321 service neutron] 10.222.0.23 "GET /v2.0/networks/1c33251a-0801-4a8e-9ce9-f5fabe3b7086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496561 Aug 25 19:04:05.797745 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-0763253d-9e06-402f-a5a1-dd33b3a180cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:05.810448 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-0763253d-9e06-402f-a5a1-dd33b3a180cf admin admin] Usage tracker for resource:security_group_rule and tenant:945551ed74ad4bc3a6b1084ded114e0d is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:05.830421 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-0763253d-9e06-402f-a5a1-dd33b3a180cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:05.849293 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-0763253d-9e06-402f-a5a1-dd33b3a180cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:05.867349 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:05.892760 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-e2f55768-29fe-4622-8eb8-b0d2125429e8 req-2a2378f7-dbf1-4481-8794-d59c8fb8cb1f tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4741080 Aug 25 19:04:05.928496 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=21e21cca-5e6d-477f-a8ff-30bd07b822ec,revision_number=5']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:05.929248 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03dcad-a680-4347-9b6c-d7a1a32fc5e9 req-f50b9b36-8e05-4ac2-aeaa-66db1b8c06f9 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:05.940561 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-2e03dcad-a680-4347-9b6c-d7a1a32fc5e9 req-f50b9b36-8e05-4ac2-aeaa-66db1b8c06f9 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 932 time: 0.2224541 Aug 25 19:04:05.941680 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:05.942013 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:05.942719 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:05.943810 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:05.944292 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:05.944691 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:05.945027 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:05.945358 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:05.945764 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:05.947153 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:05.947153 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:05.952979 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:06.044858 dv-cinder-806038-1-smb neutron-server[74945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50919ded-fe6b-4689-8e2f-b9f28f4f1f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e21cca-5e6d-477f-a8ff-30bd07b822ec', 'code': 200} Aug 25 19:04:06.141282 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-2e03dcad-a680-4347-9b6c-d7a1a32fc5e9 req-821edb42-05e5-4689-86f0-c841b371c29f tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Synchronizing usage tracker for tenant:972f6642a63b419091a626917b54e4c9 on resource:security_group {{(pid=74943) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:04:06.199248 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-0763253d-9e06-402f-a5a1-dd33b3a180cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:06.200542 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-2e03dcad-a680-4347-9b6c-d7a1a32fc5e9 req-821edb42-05e5-4689-86f0-c841b371c29f tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Unset dirty status for tenant:972f6642a63b419091a626917b54e4c9 on resource:security_group {{(pid=74943) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:04:06.206075 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-2e03dcad-a680-4347-9b6c-d7a1a32fc5e9 req-821edb42-05e5-4689-86f0-c841b371c29f tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2632837 Aug 25 19:04:06.209089 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-0763253d-9e06-402f-a5a1-dd33b3a180cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:06.231013 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-31f597cd-5cf7-48a1-8101-de3abb06a9cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:06.265504 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-ae4c3bd0-86ee-475b-b0ad-0f0e8620d881 req-4462d8fc-cf92-4840-a8ab-3ce3918d42b3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=54dd13be-4391-404f-b76e-b30bd04e7e03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5166404 Aug 25 19:04:06.289471 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0763253d-9e06-402f-a5a1-dd33b3a180cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c43a41-4cb6-4a97-829d-2afad3375f58,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:06.295675 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-0763253d-9e06-402f-a5a1-dd33b3a180cf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=945551ed74ad4bc3a6b1084ded114e0d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1367273 Aug 25 19:04:06.295675 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-0763253d-9e06-402f-a5a1-dd33b3a180cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:06.298185 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 39564) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:06.418688 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.notifiers.nova [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-9cf77ab9-10c5-43f0-9564-f629cf805754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8f2b708-590b-40a9-969b-93ba8401bb2a {{(pid=74944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:04:06.534963 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-9cf77ab9-10c5-43f0-9564-f629cf805754 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:06.577172 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-ae4c3bd0-86ee-475b-b0ad-0f0e8620d881 req-71a84218-7edd-484e-8801-52d9e44f26d0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8012309d8e984e1282fe2edde148c026&device_id=54dd13be-4391-404f-b76e-b30bd04e7e03 HTTP/1.1" status: 200 len: 1099 time: 0.1422927 Aug 25 19:04:06.701413 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.provisioning_blocks [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-9cf77ab9-10c5-43f0-9564-f629cf805754 service neutron] Transition to ACTIVE for port object e8f2b708-590b-40a9-969b-93ba8401bb2a will not be triggered until provisioned by entity L2. {{(pid=74944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:04:06.746056 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device bb4be0e5-f26a-486d-bd9f-865ef7cb69c9 details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=74945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:04:06.759543 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3 up at agent hyperv_hv-cinder-80603 {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:04:06.793767 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-9cf77ab9-10c5-43f0-9564-f629cf805754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:06.802766 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-f6e5d56b-58b0-4564-b26d-e4d7e964d249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:06.826152 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-8c10dfc5-d29a-4d45-b876-e963150401ef tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:06.887250 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c3bd0-86ee-475b-b0ad-0f0e8620d881 req-099d1cd1-0339-4811-b664-2042994a14f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:06.889678 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-ae4c3bd0-86ee-475b-b0ad-0f0e8620d881 req-099d1cd1-0339-4811-b664-2042994a14f6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=600f9071-ae94-4faf-af07-907279d06a26 HTTP/1.1" status: 200 len: 916 time: 0.2825646 Aug 25 19:04:06.957152 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-f6e5d56b-58b0-4564-b26d-e4d7e964d249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:07.064081 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf77ab9-10c5-43f0-9564-f629cf805754 service neutron] Pushing event updated for resources: {'Port': ['ID=e8f2b708-590b-40a9-969b-93ba8401bb2a,revision_number=2']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:07.071865 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Provisioning for port d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3 completed by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:04:07.093866 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-9cf77ab9-10c5-43f0-9564-f629cf805754 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:07.099063 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Provisioning complete for port d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3 triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:04:07.099469 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:07.111190 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-ae4c3bd0-86ee-475b-b0ad-0f0e8620d881 req-d60b1962-2f23-4c7f-8a8f-117bbbc338f6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=670011d9-0318-4858-a3ea-d87df9cfee6c HTTP/1.1" status: 200 len: 217 time: 0.2117424 Aug 25 19:04:07.160800 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-326cd6f1-1107-4c86-a0a3-c24252e101c4 req-edf073ac-6b2f-4575-a6d6-50dd9edaad4c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 1099 time: 0.7127066 Aug 25 19:04:07.391554 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port bb4be0e5-f26a-486d-bd9f-865ef7cb69c9, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=bb4be0e5-f26a-486d-bd9f-865ef7cb69c9,segment=NetworkSegment(c424df30-762d-4cfc-be1c-63bc54b3e8fa),segment_id=c424df30-762d-4cfc-be1c-63bc54b3e8fa)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:04:07.409511 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa647649-d07c-4343-ac02-4f6f887ae845 req-cac8ab55-cb90-4614-a191-44eb332e7540 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:07.433627 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-fa647649-d07c-4343-ac02-4f6f887ae845 req-cac8ab55-cb90-4614-a191-44eb332e7540 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 945 time: 0.7443457 Aug 25 19:04:07.446507 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Returning: {'device': 'bb4be0e5-f26a-486d-bd9f-865ef7cb69c9', 'network_id': '1c33251a-0801-4a8e-9ce9-f5fabe3b7086', 'port_id': 'bb4be0e5-f26a-486d-bd9f-865ef7cb69c9', 'mac_address': 'fa:16:3e:ff:ad:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7025093-2f90-42bb-bb3c-06ef25a03e24', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:04:07.543895 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.managers [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-9cf77ab9-10c5-43f0-9564-f629cf805754 service neutron] Attempting to bind port e8f2b708-590b-40a9-969b-93ba8401bb2a on host hv-cinder-80603 for vnic_type normal with profile {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:04:07.544419 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.managers [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-9cf77ab9-10c5-43f0-9564-f629cf805754 service neutron] Attempting to bind port e8f2b708-590b-40a9-969b-93ba8401bb2a by drivers openvswitch,hyperv on host hv-cinder-80603 at level 0 using segments [{'id': '53d47dea-4354-48e2-8d62-a37d0ab26078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1'}] {{(pid=74944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:04:07.544966 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-9cf77ab9-10c5-43f0-9564-f629cf805754 service neutron] Attempting to bind port e8f2b708-590b-40a9-969b-93ba8401bb2a on network 4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1 {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:04:07.587273 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-f6e5d56b-58b0-4564-b26d-e4d7e964d249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:07.765782 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-a8998707-18eb-4691-8049-fbaa410969ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:07.822963 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-9cf77ab9-10c5-43f0-9564-f629cf805754 service neutron] Port e8f2b708-590b-40a9-969b-93ba8401bb2a on network 4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80603 {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 19:04:07.823612 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-9cf77ab9-10c5-43f0-9564-f629cf805754 service neutron] Attempting to bind port e8f2b708-590b-40a9-969b-93ba8401bb2a on network 4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1 {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:04:07.842139 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-326cd6f1-1107-4c86-a0a3-c24252e101c4 req-283bbfa4-f3e4-4f14-b5bf-5f4d0e45dab5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6652837 Aug 25 19:04:07.843534 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e5d56b-58b0-4564-b26d-e4d7e964d249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c43a41-4cb6-4a97-829d-2afad3375f58,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:07.865761 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-f6e5d56b-58b0-4564-b26d-e4d7e964d249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:07.885113 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-fa647649-d07c-4343-ac02-4f6f887ae845 req-8fc619b4-9749-496d-8c7f-135b117e23dc tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b54908-2cbe-4aa7-bf0c-f3694aa57b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4497581 Aug 25 19:04:07.896353 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-9cf77ab9-10c5-43f0-9564-f629cf805754 service neutron] Checking agent: {'id': 'bb439c80-c1b1-4a92-94b6-4f0aaad03a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80603', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 19, 1, 6), 'started_at': datetime.datetime(2021, 8, 25, 19, 1, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:04:07.897776 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-9cf77ab9-10c5-43f0-9564-f629cf805754 service neutron] Checking segment: {'id': '53d47dea-4354-48e2-8d62-a37d0ab26078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:04:07.899777 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-9cf77ab9-10c5-43f0-9564-f629cf805754 service neutron] Bound using segment: {'id': '53d47dea-4354-48e2-8d62-a37d0ab26078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1'} {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:04:07.901166 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.managers [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-9cf77ab9-10c5-43f0-9564-f629cf805754 service neutron] Bound port: e8f2b708-590b-40a9-969b-93ba8401bb2a, host: hv-cinder-80603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53d47dea-4354-48e2-8d62-a37d0ab26078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1'}}] {{(pid=74944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:04:07.903330 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-9cf77ab9-10c5-43f0-9564-f629cf805754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:07.968996 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:07.971400 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-de4da5ac-9dd6-4dd7-8e45-1a89369993bd tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:07.973377 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-f6e5d56b-58b0-4564-b26d-e4d7e964d249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:07.981571 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-f6e5d56b-58b0-4564-b26d-e4d7e964d249 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e6c43a41-4cb6-4a97-829d-2afad3375f58 HTTP/1.1" status: 204 len: 168 time: 1.6809733 Aug 25 19:04:08.001278 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-de4da5ac-9dd6-4dd7-8e45-1a89369993bd tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/networks?id=600f9071-ae94-4faf-af07-907279d06a26 HTTP/1.1" status: 200 len: 815 time: 0.8887911 Aug 25 19:04:08.110493 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:08.184257 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb4be0e5-f26a-486d-bd9f-865ef7cb69c9 {{(pid=74945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:04:08.241082 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-417d41f9-4a4f-4fdd-950b-bb7c68bbaeb4 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/quotas/8012309d8e984e1282fe2edde148c026 HTTP/1.1" status: 200 len: 375 time: 0.2368419 Aug 25 19:04:08.275232 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port bb4be0e5-f26a-486d-bd9f-865ef7cb69c9, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=bb4be0e5-f26a-486d-bd9f-865ef7cb69c9,segment=NetworkSegment(c424df30-762d-4cfc-be1c-63bc54b3e8fa),segment_id=c424df30-762d-4cfc-be1c-63bc54b3e8fa)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:04:08.303165 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aedf9b9-ed21-4be2-88d5-d26dbb663d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49d7eeb-a9bd-4004-a1a7-dd9c113d25a3'}] {{(pid=74945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:04:08.316216 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:08.327969 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.db [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-9cf77ab9-10c5-43f0-9564-f629cf805754 service neutron] For port e8f2b708-590b-40a9-969b-93ba8401bb2a, host hv-cinder-80603, cleared binding levels {{(pid=74944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:04:08.332245 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:08.334152 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.db [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-9cf77ab9-10c5-43f0-9564-f629cf805754 service neutron] For port e8f2b708-590b-40a9-969b-93ba8401bb2a, host hv-cinder-80603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=e8f2b708-590b-40a9-969b-93ba8401bb2a,segment=NetworkSegment(53d47dea-4354-48e2-8d62-a37d0ab26078),segment_id=53d47dea-4354-48e2-8d62-a37d0ab26078)] {{(pid=74944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:04:08.349722 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-9cf77ab9-10c5-43f0-9564-f629cf805754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:08.359412 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-9cf77ab9-10c5-43f0-9564-f629cf805754 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:08.394187 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3,segment=NetworkSegment(f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c),segment_id=f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:04:08.423500 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:08.425407 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3886a9-d1a8-4985-89ae-2a748c14d521 req-69986026-f162-41e1-8b1b-bcafdd02867e tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:08.430101 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-bd3886a9-d1a8-4985-89ae-2a748c14d521 req-69986026-f162-41e1-8b1b-bcafdd02867e tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 944 time: 0.2264872 Aug 25 19:04:08.501055 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-9cf77ab9-10c5-43f0-9564-f629cf805754 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for port, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:08.502546 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-9cf77ab9-10c5-43f0-9564-f629cf805754 service neutron] 10.222.0.23 "PUT /v2.0/ports/e8f2b708-590b-40a9-969b-93ba8401bb2a HTTP/1.1" status: 200 len: 1094 time: 4.2875977 Aug 25 19:04:08.509391 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b44f16-4992-4a68-8d25-1819d93cdea5', 'tag': 'e8f2b708-590b-40a9-969b-93ba8401bb2a'}] {{(pid=74944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:04:08.523601 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c3bd0-86ee-475b-b0ad-0f0e8620d881 req-ad073e4e-a1f4-4b13-b51d-87f54cd56c8e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:08.531631 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-ae4c3bd0-86ee-475b-b0ad-0f0e8620d881 req-ad073e4e-a1f4-4b13-b51d-87f54cd56c8e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=de47097b-8fef-48bc-b85d-5a5fab2a3082 HTTP/1.1" status: 200 len: 855 time: 0.4999285 Aug 25 19:04:08.558253 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf77ab9-10c5-43f0-9564-f629cf805754 service neutron] Pushing event updated for resources: {'Port': ['ID=e8f2b708-590b-40a9-969b-93ba8401bb2a,revision_number=3']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:08.573433 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-9cf77ab9-10c5-43f0-9564-f629cf805754 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:08.594197 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-bd3886a9-d1a8-4985-89ae-2a748c14d521 req-60a1212a-7c4e-415b-8e00-d78be8f92341 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381326 Aug 25 19:04:08.758085 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=bb4be0e5-f26a-486d-bd9f-865ef7cb69c9,revision_number=4']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:08.767829 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:08.776943 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.344s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:08.816495 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-ae4c3bd0-86ee-475b-b0ad-0f0e8620d881 req-761e66ec-e877-429b-bfc7-616fdcd3b9b8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=600f9071-ae94-4faf-af07-907279d06a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2431123 Aug 25 19:04:08.984651 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] get_ports_and_sgs() called for port_ids ['bb4be0e5-f26a-486d-bd9f-865ef7cb69c9'] {{(pid=74945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:04:09.048458 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-4b762b62-4a39-47f7-9ed5-0e0dd47ae598 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=972f6642a63b419091a626917b54e4c9&device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 1097 time: 0.4179702 Aug 25 19:04:09.139307 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3,revision_number=5']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:09.170492 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:09.350681 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-34fda028-0f0d-46f9-afbb-13be27fdec01 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8f2b708-590b-40a9-969b-93ba8401bb2a HTTP/1.1" status: 200 len: 217 time: 0.2721901 Aug 25 19:04:09.446656 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-4ee16920-e8b9-49c8-bcdb-ce46f5c6ee3b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:09.448435 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-4ee16920-e8b9-49c8-bcdb-ce46f5c6ee3b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=01124877-1e02-41ab-ac74-7fab9c7740c5 HTTP/1.1" status: 200 len: 856 time: 0.0801377 Aug 25 19:04:09.462950 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfb78c-a484-4903-ad70-2343881033e6 req-0359383b-4141-4b28-bc6f-674671f049f2 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:09.463730 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-13cfb78c-a484-4903-ad70-2343881033e6 req-0359383b-4141-4b28-bc6f-674671f049f2 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Synchronizing usage tracker for tenant:972f6642a63b419091a626917b54e4c9 on resource:port {{(pid=74944) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:04:09.486221 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-ae4c3bd0-86ee-475b-b0ad-0f0e8620d881 req-70357494-1822-4cae-9126-845ce42b3252 service neutron] 10.222.0.23 "GET /v2.0/networks/600f9071-ae94-4faf-af07-907279d06a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6582668 Aug 25 19:04:09.493252 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 39648) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:09.549501 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-13cfb78c-a484-4903-ad70-2343881033e6 req-0359383b-4141-4b28-bc6f-674671f049f2 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Unset dirty status for tenant:972f6642a63b419091a626917b54e4c9 on resource:port {{(pid=74944) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:04:09.561034 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-13cfb78c-a484-4903-ad70-2343881033e6 req-0359383b-4141-4b28-bc6f-674671f049f2 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 944 time: 0.3495750 Aug 25 19:04:09.662864 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-13cfb78c-a484-4903-ad70-2343881033e6 req-75dea0e2-d57d-4f69-8319-f847d8cbdfa1 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007273 Aug 25 19:04:09.709676 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-428a13f3-be9d-4ab9-b573-7d29c1ddea9a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2398436 Aug 25 19:04:09.894673 dv-cinder-806038-1-smb neutron-server[74945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aedf9b9-ed21-4be2-88d5-d26dbb663d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49d7eeb-a9bd-4004-a1a7-dd9c113d25a3', 'code': 200} Aug 25 19:04:09.913851 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a38cff32-fcda-44a0-9511-ce8b6e66ccf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:09.996053 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-e2aa23b9-4421-40c7-b8b8-662e1c630b0e tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8012309d8e984e1282fe2edde148c026&fields=id HTTP/1.1" status: 200 len: 255 time: 1.7436345 Aug 25 19:04:10.076446 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b44f16-4992-4a68-8d25-1819d93cdea5', 'tag': 'e8f2b708-590b-40a9-969b-93ba8401bb2a', 'status': 'completed', 'code': 200} Aug 25 19:04:10.127980 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-3e00e820-ce2b-45c8-af34-04c6fc17e7e6 service neutron] 10.222.0.23 "GET /v2.0/networks/4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961308 Aug 25 19:04:10.227531 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-a38cff32-fcda-44a0-9511-ce8b6e66ccf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:10.242592 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-a38cff32-fcda-44a0-9511-ce8b6e66ccf6 admin admin] Usage tracker for resource:security_group_rule and tenant:69b005cef096417f96f72c445aeb40fd is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:10.255726 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-a38cff32-fcda-44a0-9511-ce8b6e66ccf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:10.279193 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-a38cff32-fcda-44a0-9511-ce8b6e66ccf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:10.320714 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-ae4c3bd0-86ee-475b-b0ad-0f0e8620d881 req-f04e95b2-8bca-44bf-af4c-3817e40a63e6 service neutron] 10.222.0.23 "GET /v2.0/networks/600f9071-ae94-4faf-af07-907279d06a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8132820 Aug 25 19:04:10.369806 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-53fb2b0d-ce6f-48a9-81d0-d09814201e2c service neutron] 10.222.0.18 "GET /v2.0/networks/600f9071-ae94-4faf-af07-907279d06a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718712 Aug 25 19:04:10.453611 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d8e6f404-b069-4f6f-8146-af47e418d2a1 req-54a9a0e2-d8ff-46c9-af83-72a28f778e90 service neutron] 10.222.0.23 "GET /v2.0/networks/4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135290 Aug 25 19:04:10.468618 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f370e-90b0-4b3e-be6c-feac6a1f223c req-45398185-bf4b-4ae8-a2ad-520497e1a658 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:10.470330 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-100f370e-90b0-4b3e-be6c-feac6a1f223c req-45398185-bf4b-4ae8-a2ad-520497e1a658 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 946 time: 0.2175717 Aug 25 19:04:10.484726 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d1c7dc2c-0712-4f53-9e95-ee8880bb9012 req-06a12924-3b16-4be1-bc45-e4eca5e8cfdd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 1099 time: 0.1705854 Aug 25 19:04:10.529846 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 39670) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:10.557208 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a38cff32-fcda-44a0-9511-ce8b6e66ccf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:10.572316 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-100f370e-90b0-4b3e-be6c-feac6a1f223c req-55354d79-08c6-4d4d-abce-6543c58aa6c4 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b54908-2cbe-4aa7-bf0c-f3694aa57b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804064 Aug 25 19:04:10.576380 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a38cff32-fcda-44a0-9511-ce8b6e66ccf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:10.580131 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d1c7dc2c-0712-4f53-9e95-ee8880bb9012 req-3c47a0b3-1a55-4255-8991-979b8f329936 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=76b54908-2cbe-4aa7-bf0c-f3694aa57b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666647 Aug 25 19:04:10.587616 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:10.629402 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-ca538d46-e9aa-4904-a8e4-e73738c701cb service neutron] 10.222.0.18 "GET /v2.0/networks/600f9071-ae94-4faf-af07-907279d06a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415862 Aug 25 19:04:10.652280 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38cff32-fcda-44a0-9511-ce8b6e66ccf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd1e58c-b35d-402c-8198-5de386fddab5,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:10.655791 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-a38cff32-fcda-44a0-9511-ce8b6e66ccf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:10.665684 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-a38cff32-fcda-44a0-9511-ce8b6e66ccf6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=69b005cef096417f96f72c445aeb40fd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1684220 Aug 25 19:04:10.666693 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 39676) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:10.741145 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-307ee634-8a01-42be-b885-5006214277ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:10.746953 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-9fdc5a95-0975-49fe-a41b-d5fd4554fbb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:10.762749 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device bb4be0e5-f26a-486d-bd9f-865ef7cb69c9 up at agent hyperv_hv-cinder-80603 {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:04:10.781560 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-9fdc5a95-0975-49fe-a41b-d5fd4554fbb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:10.788615 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-307ee634-8a01-42be-b885-5006214277ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:10.793998 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-307ee634-8a01-42be-b885-5006214277ce admin admin] Usage tracker for resource:security_group_rule and tenant:8b5b14bdf425477e8aabbe5001f198de is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:10.799540 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-307ee634-8a01-42be-b885-5006214277ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:10.808520 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-307ee634-8a01-42be-b885-5006214277ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:10.890864 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-9fdc5a95-0975-49fe-a41b-d5fd4554fbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:10.909744 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:10.991975 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Provisioning for port bb4be0e5-f26a-486d-bd9f-865ef7cb69c9 completed by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:04:11.007116 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Provisioning complete for port bb4be0e5-f26a-486d-bd9f-865ef7cb69c9 triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:04:11.007813 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:11.048701 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc5a95-0975-49fe-a41b-d5fd4554fbb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd1e58c-b35d-402c-8198-5de386fddab5,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:11.054795 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-9fdc5a95-0975-49fe-a41b-d5fd4554fbb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:11.058580 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-9fdc5a95-0975-49fe-a41b-d5fd4554fbb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:11.062680 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-9fdc5a95-0975-49fe-a41b-d5fd4554fbb5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4fd1e58c-b35d-402c-8198-5de386fddab5 HTTP/1.1" status: 204 len: 168 time: 0.3950107 Aug 25 19:04:11.132196 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-1eba05ce-2575-449d-9a01-642612dcf6fb req-0dd104dc-46dd-4b82-93b1-12f5feda30c6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=972f6642a63b419091a626917b54e4c9&device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 1097 time: 0.1953506 Aug 25 19:04:11.253419 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-307ee634-8a01-42be-b885-5006214277ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:11.268780 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-307ee634-8a01-42be-b885-5006214277ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:11.282993 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:11.322406 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ee634-8a01-42be-b885-5006214277ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e966afb-3732-46e9-8f78-88df8c171b16,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:11.326691 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-307ee634-8a01-42be-b885-5006214277ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:11.363572 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264acb09-640d-4cbc-922a-b48216e2a151 req-d21aa2b1-0b30-4743-a188-94efa865991b tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:11.365564 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-264acb09-640d-4cbc-922a-b48216e2a151 req-d21aa2b1-0b30-4743-a188-94efa865991b tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 945 time: 0.3970234 Aug 25 19:04:11.369247 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-307ee634-8a01-42be-b885-5006214277ce admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8b5b14bdf425477e8aabbe5001f198de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8363945 Aug 25 19:04:11.376372 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 39700) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:11.415629 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:11.497989 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port bb4be0e5-f26a-486d-bd9f-865ef7cb69c9, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=bb4be0e5-f26a-486d-bd9f-865ef7cb69c9,segment=NetworkSegment(c424df30-762d-4cfc-be1c-63bc54b3e8fa),segment_id=c424df30-762d-4cfc-be1c-63bc54b3e8fa)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:04:11.508715 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:11.521448 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:11.654159 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-264acb09-640d-4cbc-922a-b48216e2a151 req-670e589a-ffbb-42b4-9b89-472a66c4d16b tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600226 Aug 25 19:04:11.668708 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba05ce-2575-449d-9a01-642612dcf6fb req-e44522db-94ea-46fe-98e6-35996f9912e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:11.670333 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-1eba05ce-2575-449d-9a01-642612dcf6fb req-e44522db-94ea-46fe-98e6-35996f9912e8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1 HTTP/1.1" status: 200 len: 918 time: 0.5173714 Aug 25 19:04:11.730437 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22695af8-57e0-4d30-a074-4263cefc1bd0 req-0377fe53-510f-432a-9b72-d32fc810c918 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:11.738496 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-aa299e29-98ae-468b-9efe-989cae39bf5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:11.740155 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-22695af8-57e0-4d30-a074-4263cefc1bd0 req-0377fe53-510f-432a-9b72-d32fc810c918 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 944 time: 0.2276657 Aug 25 19:04:11.783775 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=bb4be0e5-f26a-486d-bd9f-865ef7cb69c9,revision_number=5']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:11.790986 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:11.871832 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-1eba05ce-2575-449d-9a01-642612dcf6fb req-93712996-2ad1-402b-99e8-e2f9145e4a5e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8f2b708-590b-40a9-969b-93ba8401bb2a HTTP/1.1" status: 200 len: 217 time: 0.1278815 Aug 25 19:04:11.896506 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9871af03-2d8c-4475-9e8d-3f6e63f00792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4be0e5-f26a-486d-bd9f-865ef7cb69c9'}] {{(pid=74945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:04:11.916358 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-22695af8-57e0-4d30-a074-4263cefc1bd0 req-791a3e0d-411d-48ce-870c-7ddefd1f40fc tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1735826 Aug 25 19:04:11.928519 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-aa299e29-98ae-468b-9efe-989cae39bf5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:12.084185 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 39716) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:12.095431 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba05ce-2575-449d-9a01-642612dcf6fb req-fb7a4f29-febc-425e-a780-748557960abf service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:12.096973 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-1eba05ce-2575-449d-9a01-642612dcf6fb req-fb7a4f29-febc-425e-a780-748557960abf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=01124877-1e02-41ab-ac74-7fab9c7740c5 HTTP/1.1" status: 200 len: 856 time: 0.1779399 Aug 25 19:04:12.212823 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-75b48ef2-09fd-415b-a03b-98a84c624d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:12.245449 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-ec18699d-f918-4e0f-8246-8bb5bd7353bd req-abe28ecc-23a1-4adb-af65-7f9208124de7 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=4724d145-e7e6-4767-b06f-93904b583e55 HTTP/1.1" status: 200 len: 210 time: 0.1087236 Aug 25 19:04:12.298926 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-aa299e29-98ae-468b-9efe-989cae39bf5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:12.328458 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:12.370411 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-1eba05ce-2575-449d-9a01-642612dcf6fb req-20dca089-2e5a-4047-9558-af772771e359 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2103584 Aug 25 19:04:12.376138 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-75b48ef2-09fd-415b-a03b-98a84c624d86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:12.380368 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa299e29-98ae-468b-9efe-989cae39bf5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e966afb-3732-46e9-8f78-88df8c171b16,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:12.384447 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-aa299e29-98ae-468b-9efe-989cae39bf5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:12.401427 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-75b48ef2-09fd-415b-a03b-98a84c624d86 admin admin] Usage tracker for resource:security_group_rule and tenant:7d3c933a8e1f499d825a3e74bb023077 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:12.421147 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-aa299e29-98ae-468b-9efe-989cae39bf5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:12.423338 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-aa299e29-98ae-468b-9efe-989cae39bf5d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4e966afb-3732-46e9-8f78-88df8c171b16 HTTP/1.1" status: 204 len: 168 time: 1.0456357 Aug 25 19:04:12.425351 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-75b48ef2-09fd-415b-a03b-98a84c624d86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:12.447559 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-75b48ef2-09fd-415b-a03b-98a84c624d86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:12.497651 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-9f90cb1e-265c-4038-bf47-c757fbfa2cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:12.561445 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a80b6-1670-4c19-97c6-67bbd6ae5f6b req-27005a3c-2180-4337-9aee-78a6d9e6545e tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:12.563005 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-f78a80b6-1670-4c19-97c6-67bbd6ae5f6b req-27005a3c-2180-4337-9aee-78a6d9e6545e tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] 10.222.0.18 "GET /v2.0/ports?device_id=c41e7892-51db-4970-aacc-d2df37a903f7 HTTP/1.1" status: 200 len: 946 time: 0.2938275 Aug 25 19:04:12.648327 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-1eba05ce-2575-449d-9a01-642612dcf6fb req-1e2b9a2b-d7df-47dc-85f2-66afcd063f25 service neutron] 10.222.0.23 "GET /v2.0/networks/4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695944 Aug 25 19:04:12.653824 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-f78a80b6-1670-4c19-97c6-67bbd6ae5f6b req-7cdbeac3-5942-4a23-ade5-83432de5d023 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a2704eb-e325-42e4-b18d-691917e9c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788546 Aug 25 19:04:12.714248 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-75b48ef2-09fd-415b-a03b-98a84c624d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:12.725528 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-75b48ef2-09fd-415b-a03b-98a84c624d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:12.753879 dv-cinder-806038-1-smb neutron-server[74945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9871af03-2d8c-4475-9e8d-3f6e63f00792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4be0e5-f26a-486d-bd9f-865ef7cb69c9', 'code': 200} Aug 25 19:04:12.759470 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-0763253d-9e06-402f-a5a1-dd33b3a180cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:12.824312 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d0ff7-1847-4253-89a2-96036bd973a7 req-5586c1d4-77ac-49bd-95ff-5004541aff56 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:12.827163 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-cc7d0ff7-1847-4253-89a2-96036bd973a7 req-5586c1d4-77ac-49bd-95ff-5004541aff56 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 946 time: 0.2781088 Aug 25 19:04:12.915710 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:12.921397 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-1eba05ce-2575-449d-9a01-642612dcf6fb req-e663fee0-50d9-422f-b06e-9fe7609584e2 service neutron] 10.222.0.23 "GET /v2.0/networks/4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613995 Aug 25 19:04:12.936918 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-75b48ef2-09fd-415b-a03b-98a84c624d86 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7d3c933a8e1f499d825a3e74bb023077&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8510082 Aug 25 19:04:12.939797 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 39730) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:12.943789 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b48ef2-09fd-415b-a03b-98a84c624d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb71a0d6-cd09-4f07-9390-06ae2fbae5c5,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:12.950335 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-75b48ef2-09fd-415b-a03b-98a84c624d86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:13.018326 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-cc7d0ff7-1847-4253-89a2-96036bd973a7 req-c1268fbe-8431-45ee-b572-f07621f06c81 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b54908-2cbe-4aa7-bf0c-f3694aa57b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728253 Aug 25 19:04:13.158040 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-cd3b8c51-e960-4bc7-9685-e4107830a537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:13.175346 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488d10a-a25d-4001-aae9-782f8c9af519 req-7c45e6b5-0c07-4a8a-b1fe-f5b3fe0d5bc5 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:13.177632 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-3488d10a-a25d-4001-aae9-782f8c9af519 req-7c45e6b5-0c07-4a8a-b1fe-f5b3fe0d5bc5 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 946 time: 0.1664424 Aug 25 19:04:13.256549 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-cd3b8c51-e960-4bc7-9685-e4107830a537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:13.338079 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd0999-033f-4480-b4f4-186fd164d74b req-fa814864-146f-4c24-8242-7df637824ede tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:13.340824 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-60bd0999-033f-4480-b4f4-186fd164d74b req-fa814864-146f-4c24-8242-7df637824ede tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 944 time: 0.1841366 Aug 25 19:04:13.437832 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 39744) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:13.479930 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-3488d10a-a25d-4001-aae9-782f8c9af519 req-a63b2792-5a5f-41f4-bc29-91b2fc87362f tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654486 Aug 25 19:04:13.485155 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-6a9f0ae0-d413-4523-94f6-1278fdb17999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:13.550610 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-60bd0999-033f-4480-b4f4-186fd164d74b req-390dd7d5-c7d4-4ffd-a20e-d8b0060b523d tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2007279 Aug 25 19:04:13.572463 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-4f8ded9c-3c21-4a00-96d0-aa137efa6f1f req-0e6b93cf-0d0d-43bf-86a9-e5096b102c02 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 1099 time: 0.3910310 Aug 25 19:04:13.601677 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-cd3b8c51-e960-4bc7-9685-e4107830a537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:13.612930 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-bb9b9c09-02a9-4578-86fd-376463637328 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:13.614656 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-bb9b9c09-02a9-4578-86fd-376463637328 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.23 "GET /v2.0/networks?id=600f9071-ae94-4faf-af07-907279d06a26 HTTP/1.1" status: 200 len: 815 time: 0.2420626 Aug 25 19:04:13.618009 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-748fdccc-8969-452b-88ea-69338ce0c5c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:13.664062 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-2fffbde8-8271-4a6c-8a89-bc257b10dfd8 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Request body: {'port': {'device_id': '4724d145-e7e6-4767-b06f-93904b583e55', 'network_id': '600f9071-ae94-4faf-af07-907279d06a26', 'admin_state_up': True, 'tenant_id': '8012309d8e984e1282fe2edde148c026'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:04:13.687296 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-6a9f0ae0-d413-4523-94f6-1278fdb17999 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:13.708611 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-6a9f0ae0-d413-4523-94f6-1278fdb17999 admin admin] Usage tracker for resource:security_group_rule and tenant:ee1ccdb326364e99b69318d18c6aa278 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:13.726749 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-6a9f0ae0-d413-4523-94f6-1278fdb17999 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:13.747127 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-6a9f0ae0-d413-4523-94f6-1278fdb17999 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:13.832482 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-4f8ded9c-3c21-4a00-96d0-aa137efa6f1f req-dea90ccd-e535-4a1d-82dd-bb77d303df94 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149663 Aug 25 19:04:13.869455 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-cd3b8c51-e960-4bc7-9685-e4107830a537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:13.871664 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-cd3b8c51-e960-4bc7-9685-e4107830a537 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fb71a0d6-cd09-4f07-9390-06ae2fbae5c5 HTTP/1.1" status: 204 len: 168 time: 0.9299574 Aug 25 19:04:13.873424 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b8c51-e960-4bc7-9685-e4107830a537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb71a0d6-cd09-4f07-9390-06ae2fbae5c5,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:13.996599 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-cd3b8c51-e960-4bc7-9685-e4107830a537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:14.009134 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-42870751-3b66-4514-a5b9-de91e1717a9f req-c352feef-10d6-417a-9eea-01dbba6bfeac tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=4724d145-e7e6-4767-b06f-93904b583e55 HTTP/1.1" status: 200 len: 210 time: 0.0657730 Aug 25 19:04:14.048626 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-6a9f0ae0-d413-4523-94f6-1278fdb17999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:14.055017 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-6a9f0ae0-d413-4523-94f6-1278fdb17999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:14.065790 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-56b509e4-c28e-48ab-ae9d-73863fc4f6be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:14.076794 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-2fffbde8-8271-4a6c-8a89-bc257b10dfd8 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:14.104118 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-2fffbde8-8271-4a6c-8a89-bc257b10dfd8 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:14.141465 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-2fffbde8-8271-4a6c-8a89-bc257b10dfd8 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Made reservation on behalf of 8012309d8e984e1282fe2edde148c026 for: {'port': 1} {{(pid=74944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:04:14.150842 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-2fffbde8-8271-4a6c-8a89-bc257b10dfd8 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:14.153954 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f0ae0-d413-4523-94f6-1278fdb17999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7fd483-d4a9-47e7-802e-e8ed7a64c5c9,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:14.169998 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-6a9f0ae0-d413-4523-94f6-1278fdb17999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:14.179004 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-6a9f0ae0-d413-4523-94f6-1278fdb17999 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ee1ccdb326364e99b69318d18c6aa278&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7390466 Aug 25 19:04:14.181628 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 39764) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:14.337807 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a45c51a3-9fd7-4c52-8266-e7451bd8072e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:14.371414 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ed8ec-1436-4b13-badd-524dbc869947 req-bd4f256a-17fd-4902-8b3e-cdf4074174af tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:14.380493 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a45c51a3-9fd7-4c52-8266-e7451bd8072e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:14.387237 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-4a8ed8ec-1436-4b13-badd-524dbc869947 req-bd4f256a-17fd-4902-8b3e-cdf4074174af tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 946 time: 0.5807705 Aug 25 19:04:14.395339 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 39770) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:14.409373 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91260eba-dd7c-4806-a466-4317a71d3e3e req-b02ce0f7-0288-4f96-beb3-99eb6a4d6bec tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:14.426291 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-91260eba-dd7c-4806-a466-4317a71d3e3e req-b02ce0f7-0288-4f96-beb3-99eb6a4d6bec tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] 10.222.0.18 "GET /v2.0/ports?device_id=c41e7892-51db-4970-aacc-d2df37a903f7 HTTP/1.1" status: 200 len: 946 time: 0.1945307 Aug 25 19:04:14.439417 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [None req-4e29c8e0-4235-4bef-993b-44a38fcdacec tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Request body: {'floatingip': {'port_id': 'd49d7eeb-a9bd-4004-a1a7-dd9c113d25a3'}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:04:14.597405 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-4e29c8e0-4235-4bef-993b-44a38fcdacec tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks [] for floatingip, before_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:14.778692 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.db_base_plugin_common [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-2fffbde8-8271-4a6c-8a89-bc257b10dfd8 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Allocated IP 172.20.0.8 (600f9071-ae94-4faf-af07-907279d06a26/de47097b-8fef-48bc-b85d-5a5fab2a3082/0a4538e8-3e06-4ddc-a505-60652145ee66) {{(pid=74944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:04:14.794034 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device e8f2b708-590b-40a9-969b-93ba8401bb2a details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=74945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:04:14.800135 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca05dcf-c29f-4fab-b64e-637bd979e05a req-825b239b-93a2-420d-a68c-5c7b52d43dfa tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:14.802249 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-2ca05dcf-c29f-4fab-b64e-637bd979e05a req-825b239b-93a2-420d-a68c-5c7b52d43dfa tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] 10.222.0.23 "GET /v2.0/ports?device_id=c41e7892-51db-4970-aacc-d2df37a903f7 HTTP/1.1" status: 200 len: 946 time: 0.4133797 Aug 25 19:04:14.879885 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-91260eba-dd7c-4806-a466-4317a71d3e3e req-b93810b9-8197-486b-8a23-7d2cb3e647a0 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a2704eb-e325-42e4-b18d-691917e9c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570395 Aug 25 19:04:14.994292 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.plugin [req-2ca05dcf-c29f-4fab-b64e-637bd979e05a req-3b7cfa03-6784-441f-be49-b2278b6268c4 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Deleting port 0d1d8c95-5f46-4815-941d-45c4adfc9474 {{(pid=74944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:04:14.994729 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-2ca05dcf-c29f-4fab-b64e-637bd979e05a req-3b7cfa03-6784-441f-be49-b2278b6268c4 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:15.052717 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a45c51a3-9fd7-4c52-8266-e7451bd8072e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:15.081123 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:15.110346 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-b6cebd41-58b5-4a17-8f10-2f752ed07395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:15.139419 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c51a3-9fd7-4c52-8266-e7451bd8072e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7fd483-d4a9-47e7-802e-e8ed7a64c5c9,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:15.169660 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-a45c51a3-9fd7-4c52-8266-e7451bd8072e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:15.256233 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a45c51a3-9fd7-4c52-8266-e7451bd8072e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:15.264339 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-a45c51a3-9fd7-4c52-8266-e7451bd8072e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ac7fd483-d4a9-47e7-802e-e8ed7a64c5c9 HTTP/1.1" status: 204 len: 168 time: 1.0761023 Aug 25 19:04:15.343456 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port e8f2b708-590b-40a9-969b-93ba8401bb2a, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=e8f2b708-590b-40a9-969b-93ba8401bb2a,segment=NetworkSegment(53d47dea-4354-48e2-8d62-a37d0ab26078),segment_id=53d47dea-4354-48e2-8d62-a37d0ab26078)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:04:15.354017 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b2336-4889-4041-a5c6-080a2bb8862f req-d130ef5b-7221-4592-8ef7-f8e52be5a51e tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:15.361696 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-db1b2336-4889-4041-a5c6-080a2bb8862f req-d130ef5b-7221-4592-8ef7-f8e52be5a51e tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 946 time: 0.6618211 Aug 25 19:04:15.425720 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Returning: {'device': 'e8f2b708-590b-40a9-969b-93ba8401bb2a', 'network_id': '4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1', 'port_id': 'e8f2b708-590b-40a9-969b-93ba8401bb2a', 'mac_address': 'fa:16:3e:18:7b:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01124877-1e02-41ab-ac74-7fab9c7740c5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:04:15.607041 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:15.661774 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c0e756-87bb-441f-b2fc-f85c03366e11 req-3639198d-6370-426f-9744-5ba19bf05751 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:15.670701 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-17c0e756-87bb-441f-b2fc-f85c03366e11 req-3639198d-6370-426f-9744-5ba19bf05751 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 944 time: 0.4991155 Aug 25 19:04:15.684843 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8f2b708-590b-40a9-969b-93ba8401bb2a {{(pid=74945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:04:15.714806 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-db1b2336-4889-4041-a5c6-080a2bb8862f req-8b1a9d6a-4243-4584-b02a-25f8b5b3feb3 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510056 Aug 25 19:04:15.736603 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port e8f2b708-590b-40a9-969b-93ba8401bb2a, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=e8f2b708-590b-40a9-969b-93ba8401bb2a,segment=NetworkSegment(53d47dea-4354-48e2-8d62-a37d0ab26078),segment_id=53d47dea-4354-48e2-8d62-a37d0ab26078)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:04:15.745080 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:15.749736 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:15.904200 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:15.929122 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-2fffbde8-8271-4a6c-8a89-bc257b10dfd8 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Notify callbacks [] for port, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:15.981720 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=e8f2b708-590b-40a9-969b-93ba8401bb2a,revision_number=4']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:15.997434 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:16.054294 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-17c0e756-87bb-441f-b2fc-f85c03366e11 req-83b02928-8e9f-415e-bf10-49eec0663aa7 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3822787 Aug 25 19:04:16.178091 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] get_ports_and_sgs() called for port_ids ['e8f2b708-590b-40a9-969b-93ba8401bb2a'] {{(pid=74945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:04:16.224252 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-2fffbde8-8271-4a6c-8a89-bc257b10dfd8 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039'] for port, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:16.241218 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.db [req-2ca05dcf-c29f-4fab-b64e-637bd979e05a req-3b7cfa03-6784-441f-be49-b2278b6268c4 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] For port 0d1d8c95-5f46-4815-941d-45c4adfc9474, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=0d1d8c95-5f46-4815-941d-45c4adfc9474,segment=NetworkSegment(f93f6275-4479-458a-ab8b-a57ac2376dc2),segment_id=f93f6275-4479-458a-ab8b-a57ac2376dc2)] {{(pid=74944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:04:16.241986 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-2ca05dcf-c29f-4fab-b64e-637bd979e05a req-3b7cfa03-6784-441f-be49-b2278b6268c4 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:16.272398 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:16.581492 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fffbde8-8271-4a6c-8a89-bc257b10dfd8 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Pushing event updated for resources: {'Port': ['ID=0a4538e8-3e06-4ddc-a505-60652145ee66,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:16.600515 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-2fffbde8-8271-4a6c-8a89-bc257b10dfd8 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:16.634330 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.db.resource_extend [None req-4e29c8e0-4235-4bef-993b-44a38fcdacec tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 19:04:16.753080 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.plugin [req-2ca05dcf-c29f-4fab-b64e-637bd979e05a req-3b7cfa03-6784-441f-be49-b2278b6268c4 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Calling delete_port for 0d1d8c95-5f46-4815-941d-45c4adfc9474 owned by compute:nova {{(pid=74944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:04:16.787231 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 0d1d8c95-5f46-4815-941d-45c4adfc9474 no longer exists at agent hyperv_hv-cinder-80603 {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:04:16.956599 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-2fffbde8-8271-4a6c-8a89-bc257b10dfd8 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Network 600f9071-ae94-4faf-af07-907279d06a26 is already hosted by enough agents. {{(pid=74944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:04:16.983400 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.base_scheduler [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-2fffbde8-8271-4a6c-8a89-bc257b10dfd8 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Resources bound (agent type, host, resource id): {{(pid=74944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:04:16.999212 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.l3_dvrscheduler_db [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-2fffbde8-8271-4a6c-8a89-bc257b10dfd8 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Received port after_create {{(pid=74944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:04:17.005191 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-2fffbde8-8271-4a6c-8a89-bc257b10dfd8 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:17.020984 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:17.026881 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-2fffbde8-8271-4a6c-8a89-bc257b10dfd8 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for port, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:17.081966 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-4e29c8e0-4235-4bef-993b-44a38fcdacec tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:17.101977 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-4e29c8e0-4235-4bef-993b-44a38fcdacec tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677192'] for floatingip, after_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:17.107767 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41e7892-51db-4970-aacc-d2df37a903f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d1d8c95-5f46-4815-941d-45c4adfc9474'}] {{(pid=74945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:04:17.128814 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 0d1d8c95-5f46-4815-941d-45c4adfc9474, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=0d1d8c95-5f46-4815-941d-45c4adfc9474,segment=NetworkSegment(f93f6275-4479-458a-ab8b-a57ac2376dc2),segment_id=f93f6275-4479-458a-ab8b-a57ac2376dc2)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:04:17.137708 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:17.143462 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:17.220223 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce228f-0289-4a73-a683-1c47042c4ba8 req-2a7681ed-fe34-4905-be68-799d71e3db84 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:17.228231 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-47ce228f-0289-4a73-a683-1c47042c4ba8 req-2a7681ed-fe34-4905-be68-799d71e3db84 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] 10.222.0.18 "GET /v2.0/ports?device_id=c41e7892-51db-4970-aacc-d2df37a903f7 HTTP/1.1" status: 200 len: 946 time: 0.4452829 Aug 25 19:04:17.298061 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-47ce228f-0289-4a73-a683-1c47042c4ba8 req-68624318-0096-499d-a501-a37ef507c9c2 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a2704eb-e325-42e4-b18d-691917e9c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690794 Aug 25 19:04:17.312510 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:17.361365 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=0d1d8c95-5f46-4815-941d-45c4adfc9474,revision_number=6']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:17.368419 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:17.555937 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.db.l3_db [None req-4e29c8e0-4235-4bef-993b-44a38fcdacec tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Floating IP 44208b14-62bc-4fb3-830a-2a982e74cd25 associated. External IP: 172.28.1.35, port: d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3. Aug 25 19:04:17.578789 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.db.api [req-2ca05dcf-c29f-4fab-b64e-637bd979e05a req-3b7cfa03-6784-441f-be49-b2278b6268c4 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 19:04:17.579773 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_db.api [req-2ca05dcf-c29f-4fab-b64e-637bd979e05a req-3b7cfa03-6784-441f-be49-b2278b6268c4 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 19:04:17.583022 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-2fffbde8-8271-4a6c-8a89-bc257b10dfd8 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9220436 Aug 25 19:04:17.601173 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] get_ports_and_sgs() called for port_ids ['670011d9-0318-4858-a3ea-d87df9cfee6c'] {{(pid=74945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:04:17.606647 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad9c02-34a8-4036-81d8-9b7703b197d2 req-1a1bcbe3-8343-437f-9d32-f8f1d4e4db8a tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:17.607697 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-0bad9c02-34a8-4036-81d8-9b7703b197d2 req-1a1bcbe3-8343-437f-9d32-f8f1d4e4db8a tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Synchronizing usage tracker for tenant:8012309d8e984e1282fe2edde148c026 on resource:port {{(pid=74944) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:04:17.628170 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-04ae87d7-c0ca-4abe-89ef-d6638d090e82 service neutron] Request body: {'port': {'device_id': '4724d145-e7e6-4767-b06f-93904b583e55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80603'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:04:17.705265 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27eff7-e236-4c0e-985c-ef3e5f29b433 req-e366df3c-58cf-469a-948f-6581ae70fe88 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:17.713347 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-4f27eff7-e236-4c0e-985c-ef3e5f29b433 req-e366df3c-58cf-469a-948f-6581ae70fe88 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 946 time: 0.2204523 Aug 25 19:04:17.760342 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-0bad9c02-34a8-4036-81d8-9b7703b197d2 req-1a1bcbe3-8343-437f-9d32-f8f1d4e4db8a tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Unset dirty status for tenant:8012309d8e984e1282fe2edde148c026 on resource:port {{(pid=74944) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:04:17.761544 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-0bad9c02-34a8-4036-81d8-9b7703b197d2 req-1a1bcbe3-8343-437f-9d32-f8f1d4e4db8a tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=4724d145-e7e6-4767-b06f-93904b583e55 HTTP/1.1" status: 200 len: 931 time: 1.7340298 Aug 25 19:04:17.940667 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-0bad9c02-34a8-4036-81d8-9b7703b197d2 req-af62d271-47f2-4925-a4a8-67f25241955f tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652274 Aug 25 19:04:17.941569 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-04ae87d7-c0ca-4abe-89ef-d6638d090e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:18.051036 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-4f27eff7-e236-4c0e-985c-ef3e5f29b433 req-4ee58653-e47c-4626-b32f-da94c5f57954 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331699 Aug 25 19:04:18.082350 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.plugin [req-2ca05dcf-c29f-4fab-b64e-637bd979e05a req-3b7cfa03-6784-441f-be49-b2278b6268c4 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Deleting port 0d1d8c95-5f46-4815-941d-45c4adfc9474 {{(pid=74944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:04:18.082761 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-2ca05dcf-c29f-4fab-b64e-637bd979e05a req-3b7cfa03-6784-441f-be49-b2278b6268c4 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:18.142235 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 39858) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:18.341160 dv-cinder-806038-1-smb neutron-server[74945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41e7892-51db-4970-aacc-d2df37a903f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d1d8c95-5f46-4815-941d-45c4adfc9474', 'code': 200} Aug 25 19:04:18.588822 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.db [req-2ca05dcf-c29f-4fab-b64e-637bd979e05a req-3b7cfa03-6784-441f-be49-b2278b6268c4 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] For port 0d1d8c95-5f46-4815-941d-45c4adfc9474, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=0d1d8c95-5f46-4815-941d-45c4adfc9474,segment=NetworkSegment(f93f6275-4479-458a-ab8b-a57ac2376dc2),segment_id=f93f6275-4479-458a-ab8b-a57ac2376dc2)] {{(pid=74944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:04:18.589551 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-2ca05dcf-c29f-4fab-b64e-637bd979e05a req-3b7cfa03-6784-441f-be49-b2278b6268c4 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:18.781831 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device e8f2b708-590b-40a9-969b-93ba8401bb2a up at agent hyperv_hv-cinder-80603 {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:04:18.830026 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.plugin [req-2ca05dcf-c29f-4fab-b64e-637bd979e05a req-3b7cfa03-6784-441f-be49-b2278b6268c4 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Calling delete_port for 0d1d8c95-5f46-4815-941d-45c4adfc9474 owned by compute:nova {{(pid=74944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:04:18.929251 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a3c67-6847-4992-8c56-1405a79e1c96 req-f17a0fbc-1228-4d87-a3ab-f5b08fc0e66b tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:18.932274 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f55a3c67-6847-4992-8c56-1405a79e1c96 req-f17a0fbc-1228-4d87-a3ab-f5b08fc0e66b tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 945 time: 0.2189233 Aug 25 19:04:18.944483 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Provisioning for port e8f2b708-590b-40a9-969b-93ba8401bb2a completed by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:04:18.950469 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Provisioning complete for port e8f2b708-590b-40a9-969b-93ba8401bb2a triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:04:18.950850 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:18.981964 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.db.resource_extend [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-04ae87d7-c0ca-4abe-89ef-d6638d090e82 service neutron] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 19:04:18.994836 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e29c8e0-4235-4bef-993b-44a38fcdacec tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Router 0bd1a7d7-1b97-4b89-8024-e20caa706089 has already been hosted by L3 agent 6ef59418-d088-436f-8fb3-73af7fac7dac {{(pid=74943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:04:19.203120 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-c94fb4c0-ad5e-4daa-8454-5c0107157e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:19.224858 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-2ca05dcf-c29f-4fab-b64e-637bd979e05a req-3b7cfa03-6784-441f-be49-b2278b6268c4 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730660626180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730660203048'] for port, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:19.280353 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:19.297514 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:19.318883 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f55a3c67-6847-4992-8c56-1405a79e1c96 req-1e12a9b0-99a0-4d18-8d23-2693e741c24f tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3685067 Aug 25 19:04:19.350944 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port e8f2b708-590b-40a9-969b-93ba8401bb2a, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=e8f2b708-590b-40a9-969b-93ba8401bb2a,segment=NetworkSegment(53d47dea-4354-48e2-8d62-a37d0ab26078),segment_id=53d47dea-4354-48e2-8d62-a37d0ab26078)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:04:19.358252 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:19.360887 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:19.406830 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-3d6a5a86-0e01-4106-8071-1badadb8f67a req-c0c3328c-ea09-463b-92d8-3611ba24649e tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] 10.222.0.18 "GET /v2.0/ports?device_id=c41e7892-51db-4970-aacc-d2df37a903f7 HTTP/1.1" status: 200 len: 210 time: 0.1314244 Aug 25 19:04:19.423908 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7cfa03-6784-441f-be49-b2278b6268c4 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Pushing event deleted for resources: {'Port': ['ID=0d1d8c95-5f46-4815-941d-45c4adfc9474,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:19.432749 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-3b7cfa03-6784-441f-be49-b2278b6268c4 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:19.453639 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.notifiers.nova [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-04ae87d7-c0ca-4abe-89ef-d6638d090e82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a4538e8-3e06-4ddc-a505-60652145ee66 {{(pid=74944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:04:19.544190 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=e8f2b708-590b-40a9-969b-93ba8401bb2a,revision_number=5']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:19.549649 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:19.628115 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-04ae87d7-c0ca-4abe-89ef-d6638d090e82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:19.635379 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-c94fb4c0-ad5e-4daa-8454-5c0107157e18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:19.681599 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-2197ca0e-3638-4c8b-a860-4a506924a994 req-3043eabe-6449-41a0-ad8d-e401968c63c3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fc911d35cfa94aeabb9512a89dca20b2&device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 1099 time: 0.5608602 Aug 25 19:04:19.747501 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca05dcf-c29f-4fab-b64e-637bd979e05a req-3b7cfa03-6784-441f-be49-b2278b6268c4 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] No DVR routers for this DVR port 0d1d8c95-5f46-4815-941d-45c4adfc9474 on host hv-cinder-80603 {{(pid=74944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:04:19.756349 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-2ca05dcf-c29f-4fab-b64e-637bd979e05a req-3b7cfa03-6784-441f-be49-b2278b6268c4 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for port, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:19.764132 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-c94fb4c0-ad5e-4daa-8454-5c0107157e18 admin admin] Usage tracker for resource:security_group_rule and tenant:05f40755181a4e468e866530d63f2263 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:19.779326 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41e7892-51db-4970-aacc-d2df37a903f7', 'name': 'network-vif-deleted', 'tag': '0d1d8c95-5f46-4815-941d-45c4adfc9474'}] {{(pid=74944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:04:19.869669 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-c94fb4c0-ad5e-4daa-8454-5c0107157e18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:19.945334 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-c94fb4c0-ad5e-4daa-8454-5c0107157e18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:19.954716 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.provisioning_blocks [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-04ae87d7-c0ca-4abe-89ef-d6638d090e82 service neutron] Transition to ACTIVE for port object 0a4538e8-3e06-4ddc-a505-60652145ee66 will not be triggered until provisioned by entity L2. {{(pid=74944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:04:19.971823 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-2ca05dcf-c29f-4fab-b64e-637bd979e05a req-3b7cfa03-6784-441f-be49-b2278b6268c4 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] 10.222.0.23 "DELETE /v2.0/ports/0d1d8c95-5f46-4815-941d-45c4adfc9474 HTTP/1.1" status: 204 len: 173 time: 5.1616435 Aug 25 19:04:19.984130 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-04ae87d7-c0ca-4abe-89ef-d6638d090e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:20.021030 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-8a561572-d2be-4fd9-8b82-f7fb317ee0c4 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:20.044728 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e99dd-30e1-48e4-a74b-da73ccac298c req-df3551b1-5797-4479-b9dd-a59afe75b6e5 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:20.052388 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-701e99dd-30e1-48e4-a74b-da73ccac298c req-df3551b1-5797-4479-b9dd-a59afe75b6e5 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=4724d145-e7e6-4767-b06f-93904b583e55 HTTP/1.1" status: 200 len: 931 time: 0.3695025 Aug 25 19:04:20.056392 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197ca0e-3638-4c8b-a860-4a506924a994 req-18646c4d-4cd2-42e1-9baf-4e9e1b2f2df2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:20.057962 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-2197ca0e-3638-4c8b-a860-4a506924a994 req-18646c4d-4cd2-42e1-9baf-4e9e1b2f2df2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1c33251a-0801-4a8e-9ce9-f5fabe3b7086 HTTP/1.1" status: 200 len: 918 time: 0.3305700 Aug 25 19:04:20.164518 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-2197ca0e-3638-4c8b-a860-4a506924a994 req-908bc8e1-96bd-42df-87db-77f5993f25af service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb4be0e5-f26a-486d-bd9f-865ef7cb69c9 HTTP/1.1" status: 200 len: 217 time: 0.0916414 Aug 25 19:04:20.217736 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae87d7-c0ca-4abe-89ef-d6638d090e82 service neutron] Pushing event updated for resources: {'Port': ['ID=0a4538e8-3e06-4ddc-a505-60652145ee66,revision_number=2']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:20.233089 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-04ae87d7-c0ca-4abe-89ef-d6638d090e82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:20.342681 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b44f16-4992-4a68-8d25-1819d93cdea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f2b708-590b-40a9-969b-93ba8401bb2a'}] {{(pid=74945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:04:20.453371 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc7667-1b20-4189-b80a-4ad9c6511524 req-c8428d6e-d37f-440c-bd71-fbab0cc885e7 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:20.462037 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-50bc7667-1b20-4189-b80a-4ad9c6511524 req-c8428d6e-d37f-440c-bd71-fbab0cc885e7 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 946 time: 0.7176392 Aug 25 19:04:20.478758 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197ca0e-3638-4c8b-a860-4a506924a994 req-dcfc49dc-4ad1-408b-9f41-501158542d34 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:20.481360 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-2197ca0e-3638-4c8b-a860-4a506924a994 req-dcfc49dc-4ad1-408b-9f41-501158542d34 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d7025093-2f90-42bb-bb3c-06ef25a03e24 HTTP/1.1" status: 200 len: 857 time: 0.3071430 Aug 25 19:04:20.501029 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-701e99dd-30e1-48e4-a74b-da73ccac298c req-2816533a-88cc-4e37-a9b2-dcafacb26932 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4473090 Aug 25 19:04:20.549441 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-c94fb4c0-ad5e-4daa-8454-5c0107157e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:20.564290 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-c94fb4c0-ad5e-4daa-8454-5c0107157e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:20.584311 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:20.591542 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e29c8e0-4235-4bef-993b-44a38fcdacec tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify agent at l3_agent.dv-cinder-806038-1-smb the message routers_updated {{(pid=74943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:04:20.595067 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.managers [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-04ae87d7-c0ca-4abe-89ef-d6638d090e82 service neutron] Attempting to bind port 0a4538e8-3e06-4ddc-a505-60652145ee66 on host hv-cinder-80603 for vnic_type normal with profile {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:04:20.595385 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.managers [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-04ae87d7-c0ca-4abe-89ef-d6638d090e82 service neutron] Attempting to bind port 0a4538e8-3e06-4ddc-a505-60652145ee66 by drivers openvswitch,hyperv on host hv-cinder-80603 at level 0 using segments [{'id': '81fc5d6f-79c4-4010-95f4-8fd5bd65c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '600f9071-ae94-4faf-af07-907279d06a26'}] {{(pid=74944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:04:20.595706 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-04ae87d7-c0ca-4abe-89ef-d6638d090e82 service neutron] Attempting to bind port 0a4538e8-3e06-4ddc-a505-60652145ee66 on network 600f9071-ae94-4faf-af07-907279d06a26 {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:04:20.598792 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-2197ca0e-3638-4c8b-a860-4a506924a994 req-f15c26ac-dc1a-48a8-aa6e-57555d4ae610 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1c33251a-0801-4a8e-9ce9-f5fabe3b7086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956492 Aug 25 19:04:20.604817 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-4e29c8e0-4235-4bef-993b-44a38fcdacec tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for floatingip, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:20.626088 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696bcb8c-7139-44e9-b313-1bdfd77e422d None None] Sync routers for ids ['0bd1a7d7-1b97-4b89-8024-e20caa706089'] in dv-cinder-806038-1-smb {{(pid=74946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:04:20.639179 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-50bc7667-1b20-4189-b80a-4ad9c6511524 req-1ce89332-3b8e-4f86-a865-cb0bff84a95d tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760614 Aug 25 19:04:20.665355 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696bcb8c-7139-44e9-b313-1bdfd77e422d None None] Routers {'0bd1a7d7-1b97-4b89-8024-e20caa706089'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:04:20.670627 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-696bcb8c-7139-44e9-b313-1bdfd77e422d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:04:15Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['0bd1a7d7-1b97-4b89-8024-e20caa706089'], 'active': True} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:04:20.686984 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-04ae87d7-c0ca-4abe-89ef-d6638d090e82 service neutron] Port 0a4538e8-3e06-4ddc-a505-60652145ee66 on network 600f9071-ae94-4faf-af07-907279d06a26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80603 {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 19:04:20.687321 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-04ae87d7-c0ca-4abe-89ef-d6638d090e82 service neutron] Attempting to bind port 0a4538e8-3e06-4ddc-a505-60652145ee66 on network 600f9071-ae94-4faf-af07-907279d06a26 {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:04:20.743142 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-c94fb4c0-ad5e-4daa-8454-5c0107157e18 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=05f40755181a4e468e866530d63f2263&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5982075 Aug 25 19:04:20.757097 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 39912) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:20.757786 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94fb4c0-ad5e-4daa-8454-5c0107157e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630fd5eb-813d-4034-98a0-86502a19061a,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:20.765073 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-c94fb4c0-ad5e-4daa-8454-5c0107157e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:20.805329 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-04ae87d7-c0ca-4abe-89ef-d6638d090e82 service neutron] Checking agent: {'id': 'bb439c80-c1b1-4a92-94b6-4f0aaad03a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80603', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 19, 1, 6), 'started_at': datetime.datetime(2021, 8, 25, 19, 1, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:04:20.805671 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-04ae87d7-c0ca-4abe-89ef-d6638d090e82 service neutron] Checking segment: {'id': '81fc5d6f-79c4-4010-95f4-8fd5bd65c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '600f9071-ae94-4faf-af07-907279d06a26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:04:20.806063 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-04ae87d7-c0ca-4abe-89ef-d6638d090e82 service neutron] Bound using segment: {'id': '81fc5d6f-79c4-4010-95f4-8fd5bd65c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '600f9071-ae94-4faf-af07-907279d06a26'} {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:04:20.823466 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.managers [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-04ae87d7-c0ca-4abe-89ef-d6638d090e82 service neutron] Bound port: 0a4538e8-3e06-4ddc-a505-60652145ee66, host: hv-cinder-80603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81fc5d6f-79c4-4010-95f4-8fd5bd65c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '600f9071-ae94-4faf-af07-907279d06a26'}}] {{(pid=74944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:04:20.823914 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-04ae87d7-c0ca-4abe-89ef-d6638d090e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:20.836575 dv-cinder-806038-1-smb neutron-server[74945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b44f16-4992-4a68-8d25-1819d93cdea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f2b708-590b-40a9-969b-93ba8401bb2a', 'code': 200} Aug 25 19:04:20.916791 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41e7892-51db-4970-aacc-d2df37a903f7', 'name': 'network-vif-deleted', 'tag': '0d1d8c95-5f46-4815-941d-45c4adfc9474', 'status': 'completed', 'code': 200} Aug 25 19:04:21.179471 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-80e4d5bd-5f61-4b44-8851-7a79ba2c569a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:21.185875 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-4e208243-6fca-4b40-8db6-dd1ed8a9db42 req-146b8127-1fc4-437e-a725-d7a8ab5a58ad tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Synchronizing usage tracker for tenant:d75cf2cd1a084bd3b657712952e6b9f9 on resource:port {{(pid=74944) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:04:21.204393 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.db [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-04ae87d7-c0ca-4abe-89ef-d6638d090e82 service neutron] For port 0a4538e8-3e06-4ddc-a505-60652145ee66, host hv-cinder-80603, cleared binding levels {{(pid=74944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:04:21.235893 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.db [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-04ae87d7-c0ca-4abe-89ef-d6638d090e82 service neutron] For port 0a4538e8-3e06-4ddc-a505-60652145ee66, host hv-cinder-80603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=0a4538e8-3e06-4ddc-a505-60652145ee66,segment=NetworkSegment(81fc5d6f-79c4-4010-95f4-8fd5bd65c0de),segment_id=81fc5d6f-79c4-4010-95f4-8fd5bd65c0de)] {{(pid=74944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:04:21.281076 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-04ae87d7-c0ca-4abe-89ef-d6638d090e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:21.284542 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-80e4d5bd-5f61-4b44-8851-7a79ba2c569a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:21.329069 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:21.382632 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-4e208243-6fca-4b40-8db6-dd1ed8a9db42 req-146b8127-1fc4-437e-a725-d7a8ab5a58ad tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Unset dirty status for tenant:d75cf2cd1a084bd3b657712952e6b9f9 on resource:port {{(pid=74944) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:04:21.397764 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-4e208243-6fca-4b40-8db6-dd1ed8a9db42 req-146b8127-1fc4-437e-a725-d7a8ab5a58ad tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] 10.222.0.18 "GET /v2.0/ports?device_id=c41e7892-51db-4970-aacc-d2df37a903f7 HTTP/1.1" status: 200 len: 210 time: 0.2915089 Aug 25 19:04:21.520140 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-04ae87d7-c0ca-4abe-89ef-d6638d090e82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for port, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:21.521797 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-04ae87d7-c0ca-4abe-89ef-d6638d090e82 service neutron] 10.222.0.23 "PUT /v2.0/ports/0a4538e8-3e06-4ddc-a505-60652145ee66 HTTP/1.1" status: 200 len: 1093 time: 3.9041088 Aug 25 19:04:21.558282 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae87d7-c0ca-4abe-89ef-d6638d090e82 service neutron] Pushing event updated for resources: {'Port': ['ID=0a4538e8-3e06-4ddc-a505-60652145ee66,revision_number=3']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:21.561489 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvr_db [None req-696bcb8c-7139-44e9-b313-1bdfd77e422d None None] Set router 0bd1a7d7-1b97-4b89-8024-e20caa706089 gateway port host: dv-cinder-806038-1-smb {{(pid=74946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:04:21.564750 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-04ae87d7-c0ca-4abe-89ef-d6638d090e82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:21.601224 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-4e29c8e0-4235-4bef-993b-44a38fcdacec tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "PUT /v2.0/floatingips/44208b14-62bc-4fb3-830a-2a982e74cd25 HTTP/1.1" status: 200 len: 991 time: 7.2015042 Aug 25 19:04:21.610695 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aedf9b9-ed21-4be2-88d5-d26dbb663d98', 'tag': 'd49d7eeb-a9bd-4004-a1a7-dd9c113d25a3'}] {{(pid=74943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:04:21.638338 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-2197ca0e-3638-4c8b-a860-4a506924a994 req-34cc0cbc-acd3-4cf8-9fe0-ed79926a0b5c service neutron] 10.222.0.23 "GET /v2.0/networks/1c33251a-0801-4a8e-9ce9-f5fabe3b7086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9109907 Aug 25 19:04:21.695446 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-80e4d5bd-5f61-4b44-8851-7a79ba2c569a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:21.736814 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:21.800427 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-afeed924-a934-4307-9957-8cd06511ce03 req-7acb6a1d-d5c1-4c2b-af3b-3612841825d3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 1099 time: 0.3547406 Aug 25 19:04:21.801223 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e4d5bd-5f61-4b44-8851-7a79ba2c569a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630fd5eb-813d-4034-98a0-86502a19061a,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:21.808696 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-80e4d5bd-5f61-4b44-8851-7a79ba2c569a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:21.845806 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bddfdf2-f5e0-405a-8bb7-478af9dca766 req-d7ab410d-289f-4f72-a973-aa147f54515f tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:21.861493 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-9bddfdf2-f5e0-405a-8bb7-478af9dca766 req-d7ab410d-289f-4f72-a973-aa147f54515f tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 946 time: 0.6199653 Aug 25 19:04:21.871576 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-80e4d5bd-5f61-4b44-8851-7a79ba2c569a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:21.872939 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-80e4d5bd-5f61-4b44-8851-7a79ba2c569a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/630fd5eb-813d-4034-98a0-86502a19061a HTTP/1.1" status: 204 len: 168 time: 1.1068432 Aug 25 19:04:22.003906 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-afeed924-a934-4307-9957-8cd06511ce03 req-f27a5bf3-1b81-4cf6-a251-ece77e4228b0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583154 Aug 25 19:04:22.025317 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-a4806b00-c248-4183-a1ad-eed86d7ed9eb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8012309d8e984e1282fe2edde148c026&device_id=4724d145-e7e6-4767-b06f-93904b583e55 HTTP/1.1" status: 200 len: 1096 time: 0.4150827 Aug 25 19:04:22.041979 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-9bddfdf2-f5e0-405a-8bb7-478af9dca766 req-9f28fafd-e2e0-4032-90b8-4837926e2400 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1794534 Aug 25 19:04:22.053660 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e474b6c-21ed-4155-9bd0-1edcf55fd1d7 req-4a670aa6-8062-4f93-a43b-0799306566de tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:22.056296 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-2197ca0e-3638-4c8b-a860-4a506924a994 req-b4d55f92-c304-4a0d-a7fe-affaf0bb27cd service neutron] 10.222.0.23 "GET /v2.0/networks/1c33251a-0801-4a8e-9ce9-f5fabe3b7086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4055374 Aug 25 19:04:22.070637 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-6e474b6c-21ed-4155-9bd0-1edcf55fd1d7 req-4a670aa6-8062-4f93-a43b-0799306566de tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=4724d145-e7e6-4767-b06f-93904b583e55 HTTP/1.1" status: 200 len: 943 time: 0.1965318 Aug 25 19:04:22.196894 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-6e474b6c-21ed-4155-9bd0-1edcf55fd1d7 req-8884b2ec-66df-4d9a-851e-8a53c762cc33 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925617 Aug 25 19:04:22.590818 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aedf9b9-ed21-4be2-88d5-d26dbb663d98', 'tag': 'd49d7eeb-a9bd-4004-a1a7-dd9c113d25a3', 'status': 'completed', 'code': 200} Aug 25 19:04:22.594869 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-0a6299d9-863e-48cd-882b-5e34232b6273 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a4538e8-3e06-4ddc-a505-60652145ee66 HTTP/1.1" status: 200 len: 217 time: 0.2162657 Aug 25 19:04:22.808596 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-f56e97b4-c54e-448e-bf76-966ba05d83fd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:22.810914 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-f56e97b4-c54e-448e-bf76-966ba05d83fd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=de47097b-8fef-48bc-b85d-5a5fab2a3082 HTTP/1.1" status: 200 len: 855 time: 0.1323698 Aug 25 19:04:22.945797 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4724d145-e7e6-4767-b06f-93904b583e55', 'tag': '0a4538e8-3e06-4ddc-a505-60652145ee66'}] {{(pid=74944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:04:22.956027 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329f2ae-6912-47c6-a967-305f84f23779 req-9f218f85-8388-435a-b04f-b7b4e06ba0b4 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:22.967253 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-c329f2ae-6912-47c6-a967-305f84f23779 req-9f218f85-8388-435a-b04f-b7b4e06ba0b4 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 946 time: 0.1847334 Aug 25 19:04:22.981443 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-a5b93b3f-08d9-440d-8ca3-cd7a96cde86f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=600f9071-ae94-4faf-af07-907279d06a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1622348 Aug 25 19:04:23.035148 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-3de53ae6-a4f2-4974-90c7-4473234ce923 req-c1eb8243-99f8-4046-9775-963f43f5e25b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3e48406004b648a0990504d66c49cab7&device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 1099 time: 0.3528087 Aug 25 19:04:23.067945 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-696bcb8c-7139-44e9-b313-1bdfd77e422d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'name': 'tempest-AttachVolumeTestJSON-1296946880-router', 'tenant_id': '3e48406004b648a0990504d66c49cab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.63'}], 'enable_snat': True}, 'gw_port_id': '52952158-71c5-4b8c-9591-59071b5bd2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:03Z', 'updated_at': '2021-08-25T19:03:14Z', 'revision_number': 4, 'project_id': '3e48406004b648a0990504d66c49cab7', 'gw_port': {'id': '52952158-71c5-4b8c-9591-59071b5bd2d6', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:04Z', 'updated_at': '2021-08-25T19:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_floatingips': [{'id': '44208b14-62bc-4fb3-830a-2a982e74cd25', 'tenant_id': '3e48406004b648a0990504d66c49cab7', 'floating_ip_address': '172.28.1.35', 'floating_network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'router_id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'port_id': 'd49d7eeb-a9bd-4004-a1a7-dd9c113d25a3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4729cc76-35b6-44e9-ab20-fbd23b7c92c4', 'mac_address': 'fa:16:3e:7c:7a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aedf9b9-ed21-4be2-88d5-d26dbb663d98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:03:42Z', 'updated_at': '2021-08-25T19:04:16Z', 'revision_number': 1, 'project_id': '3e48406004b648a0990504d66c49cab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52', 'name': '', 'network_id': '4729cc76-35b6-44e9-ab20-fbd23b7c92c4', 'tenant_id': '3e48406004b648a0990504d66c49cab7', 'mac_address': 'fa:16:3e:e9:f8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcd4d869-de2c-42cf-bf24-a126ff729354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:12Z', 'updated_at': '2021-08-25T19:03:40Z', 'revision_number': 5, 'project_id': '3e48406004b648a0990504d66c49cab7', 'subnets': [{'id': 'bcd4d869-de2c-42cf-bf24-a126ff729354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:04:23.079722 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696bcb8c-7139-44e9-b313-1bdfd77e422d None None] Checking router: 0bd1a7d7-1b97-4b89-8024-e20caa706089 for host: dv-cinder-806038-1-smb {{(pid=74946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:04:23.105487 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 39956) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:23.112399 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696bcb8c-7139-44e9-b313-1bdfd77e422d None None] Routers {'0bd1a7d7-1b97-4b89-8024-e20caa706089'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:04:23.113930 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-696bcb8c-7139-44e9-b313-1bdfd77e422d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:04:15Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['0bd1a7d7-1b97-4b89-8024-e20caa706089'], 'active': True} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:04:23.133270 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4724d145-e7e6-4767-b06f-93904b583e55', 'tag': '0a4538e8-3e06-4ddc-a505-60652145ee66', 'status': 'completed', 'code': 200} Aug 25 19:04:23.289895 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-b51110a5-03fa-477c-af45-166e8f6b8dde service neutron] 10.222.0.23 "GET /v2.0/networks/600f9071-ae94-4faf-af07-907279d06a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892473 Aug 25 19:04:23.325147 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-9ecb41ce-6316-4bbd-8130-ea45a5b403b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:23.387249 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-c329f2ae-6912-47c6-a967-305f84f23779 req-7be819b2-47b6-4264-b8a8-78473f901f5f tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4181192 Aug 25 19:04:23.471018 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de53ae6-a4f2-4974-90c7-4473234ce923 req-de388a51-ba96-40f8-9ee6-3c8561735cac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:23.472643 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-3de53ae6-a4f2-4974-90c7-4473234ce923 req-de388a51-ba96-40f8-9ee6-3c8561735cac service neutron] 10.222.0.23 "GET /v2.0/networks?id=4729cc76-35b6-44e9-ab20-fbd23b7c92c4 HTTP/1.1" status: 200 len: 912 time: 0.4235814 Aug 25 19:04:23.505025 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvr_db [None req-696bcb8c-7139-44e9-b313-1bdfd77e422d None None] Set router 0bd1a7d7-1b97-4b89-8024-e20caa706089 gateway port host: dv-cinder-806038-1-smb {{(pid=74946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:04:23.609178 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-9ecb41ce-6316-4bbd-8130-ea45a5b403b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:23.624474 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-9ecb41ce-6316-4bbd-8130-ea45a5b403b6 admin admin] Usage tracker for resource:security_group_rule and tenant:b03025a42fbc41c486ceab585e55aa8e is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:23.630294 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-9ecb41ce-6316-4bbd-8130-ea45a5b403b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:23.642014 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-9ecb41ce-6316-4bbd-8130-ea45a5b403b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:23.659479 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-9092a8d2-ca0e-4d71-93b5-74085f52b0fe req-d570b726-5f2c-4708-b6b3-06fa33c4050e service neutron] 10.222.0.23 "GET /v2.0/networks/600f9071-ae94-4faf-af07-907279d06a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609350 Aug 25 19:04:23.721433 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-3de53ae6-a4f2-4974-90c7-4473234ce923 req-14220c36-8ecf-4951-bf59-752063a25095 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3 HTTP/1.1" status: 200 len: 999 time: 0.2294216 Aug 25 19:04:23.721834 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85715d-70ff-4029-8e2d-5dd681f5dbb7 req-acf5440c-5e28-4513-a137-0c1ed18dc890 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:23.725428 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5e85715d-70ff-4029-8e2d-5dd681f5dbb7 req-acf5440c-5e28-4513-a137-0c1ed18dc890 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 946 time: 0.3277628 Aug 25 19:04:23.849271 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5e85715d-70ff-4029-8e2d-5dd681f5dbb7 req-b61fcf53-7980-4069-9451-223cfc256e8f tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159732 Aug 25 19:04:23.925030 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de53ae6-a4f2-4974-90c7-4473234ce923 req-be2483d2-c0ca-4498-ba5d-5d0adcff4167 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:23.928063 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-3de53ae6-a4f2-4974-90c7-4473234ce923 req-be2483d2-c0ca-4498-ba5d-5d0adcff4167 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bcd4d869-de2c-42cf-bf24-a126ff729354 HTTP/1.1" status: 200 len: 850 time: 0.0727015 Aug 25 19:04:24.066238 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d987ac-3ae5-416b-a533-9cad6754d51b req-b32c208d-260d-43a7-bb31-3097b5908258 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:24.074158 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-30d987ac-3ae5-416b-a533-9cad6754d51b req-b32c208d-260d-43a7-bb31-3097b5908258 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=4724d145-e7e6-4767-b06f-93904b583e55 HTTP/1.1" status: 200 len: 943 time: 0.3389075 Aug 25 19:04:24.134802 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-9ecb41ce-6316-4bbd-8130-ea45a5b403b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:24.149260 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-30d987ac-3ae5-416b-a533-9cad6754d51b req-b5713f82-3838-4a6f-bb37-226a12b8fa11 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740976 Aug 25 19:04:24.152003 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-9ecb41ce-6316-4bbd-8130-ea45a5b403b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:24.214825 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-a310aa27-6e7e-447e-878b-0e72819be9f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:24.238235 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-b30fda36-5139-4d5a-8b96-f5031f59b37d req-59d639d8-d630-4eae-a1c2-933d0150ddc9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8012309d8e984e1282fe2edde148c026&device_id=4724d145-e7e6-4767-b06f-93904b583e55 HTTP/1.1" status: 200 len: 1096 time: 0.3590190 Aug 25 19:04:24.288811 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-696bcb8c-7139-44e9-b313-1bdfd77e422d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'name': 'tempest-AttachVolumeTestJSON-1296946880-router', 'tenant_id': '3e48406004b648a0990504d66c49cab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.63'}], 'enable_snat': True}, 'gw_port_id': '52952158-71c5-4b8c-9591-59071b5bd2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:03Z', 'updated_at': '2021-08-25T19:03:14Z', 'revision_number': 4, 'project_id': '3e48406004b648a0990504d66c49cab7', 'gw_port': {'id': '52952158-71c5-4b8c-9591-59071b5bd2d6', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:04Z', 'updated_at': '2021-08-25T19:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_floatingips': [{'id': '44208b14-62bc-4fb3-830a-2a982e74cd25', 'tenant_id': '3e48406004b648a0990504d66c49cab7', 'floating_ip_address': '172.28.1.35', 'floating_network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'router_id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'port_id': 'd49d7eeb-a9bd-4004-a1a7-dd9c113d25a3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4729cc76-35b6-44e9-ab20-fbd23b7c92c4', 'mac_address': 'fa:16:3e:7c:7a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aedf9b9-ed21-4be2-88d5-d26dbb663d98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:03:42Z', 'updated_at': '2021-08-25T19:04:16Z', 'revision_number': 1, 'project_id': '3e48406004b648a0990504d66c49cab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52', 'name': '', 'network_id': '4729cc76-35b6-44e9-ab20-fbd23b7c92c4', 'tenant_id': '3e48406004b648a0990504d66c49cab7', 'mac_address': 'fa:16:3e:e9:f8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcd4d869-de2c-42cf-bf24-a126ff729354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:12Z', 'updated_at': '2021-08-25T19:03:40Z', 'revision_number': 5, 'project_id': '3e48406004b648a0990504d66c49cab7', 'subnets': [{'id': 'bcd4d869-de2c-42cf-bf24-a126ff729354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:04:24.299879 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696bcb8c-7139-44e9-b313-1bdfd77e422d None None] The sync data for ids ['0bd1a7d7-1b97-4b89-8024-e20caa706089'] in dv-cinder-806038-1-smb is: [{'id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'name': 'tempest-AttachVolumeTestJSON-1296946880-router', 'tenant_id': '3e48406004b648a0990504d66c49cab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.63'}], 'enable_snat': True}, 'gw_port_id': '52952158-71c5-4b8c-9591-59071b5bd2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:03Z', 'updated_at': '2021-08-25T19:03:14Z', 'revision_number': 4, 'project_id': '3e48406004b648a0990504d66c49cab7', 'gw_port': {'id': '52952158-71c5-4b8c-9591-59071b5bd2d6', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:04Z', 'updated_at': '2021-08-25T19:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_floatingips': [{'id': '44208b14-62bc-4fb3-830a-2a982e74cd25', 'tenant_id': '3e48406004b648a0990504d66c49cab7', 'floating_ip_address': '172.28.1.35', 'floating_network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'router_id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'port_id': 'd49d7eeb-a9bd-4004-a1a7-dd9c113d25a3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4729cc76-35b6-44e9-ab20-fbd23b7c92c4', 'mac_address': 'fa:16:3e:7c:7a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aedf9b9-ed21-4be2-88d5-d26dbb663d98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:03:42Z', 'updated_at': '2021-08-25T19:04:16Z', 'revision_number': 1, 'project_id': '3e48406004b648a0990504d66c49cab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52', 'name': '', 'network_id': '4729cc76-35b6-44e9-ab20-fbd23b7c92c4', 'tenant_id': '3e48406004b648a0990504d66c49cab7', 'mac_address': 'fa:16:3e:e9:f8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcd4d869-de2c-42cf-bf24-a126ff729354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:12Z', 'updated_at': '2021-08-25T19:03:40Z', 'revision_number': 5, 'project_id': '3e48406004b648a0990504d66c49cab7', 'subnets': [{'id': 'bcd4d869-de2c-42cf-bf24-a126ff729354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:04:24.321167 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb41ce-6316-4bbd-8130-ea45a5b403b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2194169-79b0-469c-bf3a-9c8f652aa85e,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:24.329616 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-9ecb41ce-6316-4bbd-8130-ea45a5b403b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:24.365858 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-9ecb41ce-6316-4bbd-8130-ea45a5b403b6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b03025a42fbc41c486ceab585e55aa8e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2550952 Aug 25 19:04:24.370294 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 40002) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:24.377319 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-3de53ae6-a4f2-4974-90c7-4473234ce923 req-5a8f0c6d-abbb-4abe-8b9a-631caeb7556d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4729cc76-35b6-44e9-ab20-fbd23b7c92c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4305525 Aug 25 19:04:24.527934 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30fda36-5139-4d5a-8b96-f5031f59b37d req-f91b6ce7-4cd9-4fcd-8f39-93f3d6607a04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:24.530209 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-b30fda36-5139-4d5a-8b96-f5031f59b37d req-f91b6ce7-4cd9-4fcd-8f39-93f3d6607a04 service neutron] 10.222.0.23 "GET /v2.0/networks?id=600f9071-ae94-4faf-af07-907279d06a26 HTTP/1.1" status: 200 len: 916 time: 0.2844591 Aug 25 19:04:24.560153 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-79c92b94-cf32-4abc-9abf-de4162068a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:24.666626 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-3de53ae6-a4f2-4974-90c7-4473234ce923 req-2da62c17-c7a6-4fc6-8bb7-ca9ce584f5b8 service neutron] 10.222.0.23 "GET /v2.0/networks/4729cc76-35b6-44e9-ab20-fbd23b7c92c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776260 Aug 25 19:04:24.802085 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-79c92b94-cf32-4abc-9abf-de4162068a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:24.857298 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-3de53ae6-a4f2-4974-90c7-4473234ce923 req-af59f052-0f0a-4d82-86d1-4f877ba241e9 service neutron] 10.222.0.23 "GET /v2.0/networks/4729cc76-35b6-44e9-ab20-fbd23b7c92c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704900 Aug 25 19:04:24.919246 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-b30fda36-5139-4d5a-8b96-f5031f59b37d req-3347a124-7220-4bfb-bfe1-c03c7e3daa48 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a4538e8-3e06-4ddc-a505-60652145ee66 HTTP/1.1" status: 200 len: 217 time: 0.3525286 Aug 25 19:04:25.060011 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-79c92b94-cf32-4abc-9abf-de4162068a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:25.075325 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-f6e5d56b-58b0-4564-b26d-e4d7e964d249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:25.105078 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30fda36-5139-4d5a-8b96-f5031f59b37d req-119c5465-05e2-42e8-9443-8dfee568ea55 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:25.107923 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-b30fda36-5139-4d5a-8b96-f5031f59b37d req-119c5465-05e2-42e8-9443-8dfee568ea55 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=de47097b-8fef-48bc-b85d-5a5fab2a3082 HTTP/1.1" status: 200 len: 855 time: 0.1786404 Aug 25 19:04:25.116573 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c92b94-cf32-4abc-9abf-de4162068a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2194169-79b0-469c-bf3a-9c8f652aa85e,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:25.203576 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-79c92b94-cf32-4abc-9abf-de4162068a6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:25.208250 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-b30fda36-5139-4d5a-8b96-f5031f59b37d req-ed399532-d825-4bee-bb63-4ceb9ccd97d5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=600f9071-ae94-4faf-af07-907279d06a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849781 Aug 25 19:04:25.223896 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5510b67d-1070-4c22-9e93-13d0370a24de req-51c96d0b-c529-4484-b4f3-d49bd1a3c353 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:25.226494 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5510b67d-1070-4c22-9e93-13d0370a24de req-51c96d0b-c529-4484-b4f3-d49bd1a3c353 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 946 time: 0.3827748 Aug 25 19:04:25.270712 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-79c92b94-cf32-4abc-9abf-de4162068a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:25.283585 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-79c92b94-cf32-4abc-9abf-de4162068a6d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b2194169-79b0-469c-bf3a-9c8f652aa85e HTTP/1.1" status: 204 len: 168 time: 0.9053512 Aug 25 19:04:25.290658 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177f9ad2-a595-466a-bd99-79cf85a09254 None None] New status for floating IP 44208b14-62bc-4fb3-830a-2a982e74cd25: ACTIVE {{(pid=74945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 19:04:25.327792 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c92f4-f5b0-4243-8977-618b8927a9da req-d9aaf855-2116-4794-bdea-58cb02ed24cb tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:25.332810 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-064c92f4-f5b0-4243-8977-618b8927a9da req-d9aaf855-2116-4794-bdea-58cb02ed24cb tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 946 time: 0.1670988 Aug 25 19:04:25.543426 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5510b67d-1070-4c22-9e93-13d0370a24de req-dacaac36-5aeb-4bbc-a44a-a8a8868f7117 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784448 Aug 25 19:04:25.664712 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-b30fda36-5139-4d5a-8b96-f5031f59b37d req-958440b4-6bdb-43cd-892f-2758736264a3 service neutron] 10.222.0.23 "GET /v2.0/networks/600f9071-ae94-4faf-af07-907279d06a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364960 Aug 25 19:04:25.717516 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-064c92f4-f5b0-4243-8977-618b8927a9da req-bfd49f6f-e8f3-47a5-bfd4-bb50823b91c5 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3764973 Aug 25 19:04:26.192412 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-b30fda36-5139-4d5a-8b96-f5031f59b37d req-fd638d6c-8ca5-40bc-be1f-45ca22086427 service neutron] 10.222.0.23 "GET /v2.0/networks/600f9071-ae94-4faf-af07-907279d06a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5139291 Aug 25 19:04:26.268983 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac41f8-b2ef-45d7-9e51-9ca7237099b9 req-8887bfd7-de9c-4b76-bfec-00740f58dc4c tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:26.276801 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-51ac41f8-b2ef-45d7-9e51-9ca7237099b9 req-8887bfd7-de9c-4b76-bfec-00740f58dc4c tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=4724d145-e7e6-4767-b06f-93904b583e55 HTTP/1.1" status: 200 len: 943 time: 0.1505754 Aug 25 19:04:26.409475 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2464cc2e-c2a5-4155-b296-43a9ecb29573 req-2d876886-1ce6-4182-89ad-26faf154da30 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:26.419132 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-2464cc2e-c2a5-4155-b296-43a9ecb29573 req-2d876886-1ce6-4182-89ad-26faf154da30 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 946 time: 0.1754577 Aug 25 19:04:26.419132 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 40094) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:26.427957 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-51ac41f8-b2ef-45d7-9e51-9ca7237099b9 req-2f74067c-733a-41f5-9845-0b4fd909b183 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369126 Aug 25 19:04:26.456736 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [None req-6968e0e1-315e-4368-a5ca-177c3627ea41 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Request body: {'floatingip': {'port_id': 'e8f2b708-590b-40a9-969b-93ba8401bb2a'}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:04:26.633604 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-6968e0e1-315e-4368-a5ca-177c3627ea41 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks [] for floatingip, before_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:26.823029 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 0a4538e8-3e06-4ddc-a505-60652145ee66 details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=74945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:04:26.837934 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 40118) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:26.883960 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 40124) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:27.068394 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 0a4538e8-3e06-4ddc-a505-60652145ee66, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=0a4538e8-3e06-4ddc-a505-60652145ee66,segment=NetworkSegment(81fc5d6f-79c4-4010-95f4-8fd5bd65c0de),segment_id=81fc5d6f-79c4-4010-95f4-8fd5bd65c0de)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:04:27.102992 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Returning: {'device': '0a4538e8-3e06-4ddc-a505-60652145ee66', 'network_id': '600f9071-ae94-4faf-af07-907279d06a26', 'port_id': '0a4538e8-3e06-4ddc-a505-60652145ee66', 'mac_address': 'fa:16:3e:45:3d:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de47097b-8fef-48bc-b85d-5a5fab2a3082', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:04:27.204474 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6bb4b66-1249-41f6-90bc-2659c807d5e4 admin admin] Deleting subnet 52246032-4cf3-4ac9-b6d9-0eeb0e91946f {{(pid=74944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 19:04:27.211375 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-a6bb4b66-1249-41f6-90bc-2659c807d5e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:27.241907 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:27.292082 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a4538e8-3e06-4ddc-a505-60652145ee66 {{(pid=74945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:04:27.319848 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 0a4538e8-3e06-4ddc-a505-60652145ee66, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=0a4538e8-3e06-4ddc-a505-60652145ee66,segment=NetworkSegment(81fc5d6f-79c4-4010-95f4-8fd5bd65c0de),segment_id=81fc5d6f-79c4-4010-95f4-8fd5bd65c0de)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:04:27.327018 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:27.332045 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:27.372349 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-a6bb4b66-1249-41f6-90bc-2659c807d5e4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:27.410646 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-a6bb4b66-1249-41f6-90bc-2659c807d5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1748394'] for subnet, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:27.489136 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e42e03-9f97-468c-b161-eb0bd26443d7 req-906143bd-2f04-46c7-93bb-85c87b6c940d tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:27.492425 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=0a4538e8-3e06-4ddc-a505-60652145ee66,revision_number=4']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:27.496542 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-12e42e03-9f97-468c-b161-eb0bd26443d7 req-906143bd-2f04-46c7-93bb-85c87b6c940d tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 946 time: 0.7244086 Aug 25 19:04:27.499846 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:27.552957 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-b43cfb6e-1187-41af-a766-6c338e50a707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:27.681977 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-b43cfb6e-1187-41af-a766-6c338e50a707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:27.704864 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-b43cfb6e-1187-41af-a766-6c338e50a707 admin admin] Usage tracker for resource:security_group_rule and tenant:76b9a11ebe2d49e6a66d35c791b84b49 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:27.713879 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-b43cfb6e-1187-41af-a766-6c338e50a707 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:27.723054 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-12e42e03-9f97-468c-b161-eb0bd26443d7 req-d0bb903a-c134-4d90-9a42-97f85fa44dd2 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757658 Aug 25 19:04:27.724163 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-b43cfb6e-1187-41af-a766-6c338e50a707 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:27.734631 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-a6bb4b66-1249-41f6-90bc-2659c807d5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1748371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697'] for subnet, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:27.758341 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:27.799111 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb4b66-1249-41f6-90bc-2659c807d5e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52246032-4cf3-4ac9-b6d9-0eeb0e91946f,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:27.807531 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-a6bb4b66-1249-41f6-90bc-2659c807d5e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:27.811798 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-a6bb4b66-1249-41f6-90bc-2659c807d5e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for subnet, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:27.819996 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-a6bb4b66-1249-41f6-90bc-2659c807d5e4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/52246032-4cf3-4ac9-b6d9-0eeb0e91946f HTTP/1.1" status: 204 len: 168 time: 0.9174268 Aug 25 19:04:27.824130 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 40156) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:27.850883 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] get_ports_and_sgs() called for port_ids ['0a4538e8-3e06-4ddc-a505-60652145ee66'] {{(pid=74945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:04:27.872825 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-b43cfb6e-1187-41af-a766-6c338e50a707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:27.879084 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-b43cfb6e-1187-41af-a766-6c338e50a707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:27.894532 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:27.928632 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43cfb6e-1187-41af-a766-6c338e50a707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dde7def-f670-422e-8f8e-660d98074684,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:27.977311 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-b43cfb6e-1187-41af-a766-6c338e50a707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:27.984371 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.db.resource_extend [None req-6968e0e1-315e-4368-a5ca-177c3627ea41 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 19:04:28.082706 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-fa82bf89-e430-4fdc-ba16-e35371fe9f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792208'] for network, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:28.132432 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-b43cfb6e-1187-41af-a766-6c338e50a707 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=76b9a11ebe2d49e6a66d35c791b84b49&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2924302 Aug 25 19:04:28.139827 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 40164) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:28.228671 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-6968e0e1-315e-4368-a5ca-177c3627ea41 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:28.243556 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-6968e0e1-315e-4368-a5ca-177c3627ea41 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677192'] for floatingip, after_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:28.323205 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb3e5b-a631-4d07-a57b-1bfe0a2c9034 req-39918617-68cb-4efd-81d6-9362ca94b9b5 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:28.324898 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-cbfb3e5b-a631-4d07-a57b-1bfe0a2c9034 req-39918617-68cb-4efd-81d6-9362ca94b9b5 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=4724d145-e7e6-4767-b06f-93904b583e55 HTTP/1.1" status: 200 len: 944 time: 0.3974025 Aug 25 19:04:28.325624 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-4b28a829-c526-4e1f-9646-4fc0f05fef43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:28.365749 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-4b28a829-c526-4e1f-9646-4fc0f05fef43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:28.372306 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-fa82bf89-e430-4fdc-ba16-e35371fe9f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1747491', 'neutron.services.segments.db._delete_segments_for_network-8730660705410'] for network, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:28.395612 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-fa82bf89-e430-4fdc-ba16-e35371fe9f42 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=74944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:04:28.396853 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-fa82bf89-e430-4fdc-ba16-e35371fe9f42 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=74944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:04:28.397977 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-fa82bf89-e430-4fdc-ba16-e35371fe9f42 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:04:28.398546 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-fa82bf89-e430-4fdc-ba16-e35371fe9f42 admin admin] Subscribe: > port after_create 55550000 {{(pid=74944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:04:28.399021 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-fa82bf89-e430-4fdc-ba16-e35371fe9f42 admin admin] Subscribe: > port after_delete 55550000 {{(pid=74944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:04:28.399505 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-fa82bf89-e430-4fdc-ba16-e35371fe9f42 admin admin] Subscribe: > port after_update 55550000 {{(pid=74944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:04:28.399977 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-fa82bf89-e430-4fdc-ba16-e35371fe9f42 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=74944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:04:28.400481 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-fa82bf89-e430-4fdc-ba16-e35371fe9f42 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:04:28.400945 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-fa82bf89-e430-4fdc-ba16-e35371fe9f42 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:04:28.401405 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-fa82bf89-e430-4fdc-ba16-e35371fe9f42 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=74944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:04:28.476166 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-fa82bf89-e430-4fdc-ba16-e35371fe9f42 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:04:28.476505 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-fa82bf89-e430-4fdc-ba16-e35371fe9f42 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:04:28.476780 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-fa82bf89-e430-4fdc-ba16-e35371fe9f42 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=74944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:04:28.477118 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-fa82bf89-e430-4fdc-ba16-e35371fe9f42 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=74944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:04:28.477503 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.services.segments.db [None req-fa82bf89-e430-4fdc-ba16-e35371fe9f42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1db50bca-4d54-49a0-998f-ed30614305c3']}} {{(pid=74944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:04:28.495227 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.services.segments.db [None req-fa82bf89-e430-4fdc-ba16-e35371fe9f42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f93f6275-4479-458a-ab8b-a57ac2376dc2') {'for_net_delete': True} {{(pid=74944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:04:28.495436 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.services.segments.db [None req-fa82bf89-e430-4fdc-ba16-e35371fe9f42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f93f6275-4479-458a-ab8b-a57ac2376dc2') {} {{(pid=74944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:04:28.513455 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-fa82bf89-e430-4fdc-ba16-e35371fe9f42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730660708253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4084614'] for segment, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:28.533712 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-fa82bf89-e430-4fdc-ba16-e35371fe9f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748241'] for segment, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:28.543960 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa82bf89-e430-4fdc-ba16-e35371fe9f42 admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=74944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 19:04:28.544545 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-fa82bf89-e430-4fdc-ba16-e35371fe9f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1748239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3912888'] for segment, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:28.565813 dv-cinder-806038-1-smb neutron-server[74944]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 25 19:04:28.565813 dv-cinder-806038-1-smb neutron-server[74944]: util.warn_limited( Aug 25 19:04:28.565813 dv-cinder-806038-1-smb neutron-server[74944]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 25 19:04:28.565813 dv-cinder-806038-1-smb neutron-server[74944]: util.warn_limited( Aug 25 19:04:28.565813 dv-cinder-806038-1-smb neutron-server[74944]: Traceback (most recent call last): Aug 25 19:04:28.565813 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 19:04:28.565813 dv-cinder-806038-1-smb neutron-server[74944]: timer() Aug 25 19:04:28.565813 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 19:04:28.565813 dv-cinder-806038-1-smb neutron-server[74944]: cb(*args, **kw) Aug 25 19:04:28.565813 dv-cinder-806038-1-smb neutron-server[74944]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 19:04:28.565813 dv-cinder-806038-1-smb neutron-server[74944]: return func(*args, **kwargs) Aug 25 19:04:28.565813 dv-cinder-806038-1-smb neutron-server[74944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 19:04:28.565813 dv-cinder-806038-1-smb neutron-server[74944]: self._notify() Aug 25 19:04:28.565813 dv-cinder-806038-1-smb neutron-server[74944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 19:04:28.565813 dv-cinder-806038-1-smb neutron-server[74944]: self.callback(batched_events) Aug 25 19:04:28.565813 dv-cinder-806038-1-smb neutron-server[74944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 19:04:28.565813 dv-cinder-806038-1-smb neutron-server[74944]: event.method(event) Aug 25 19:04:28.565813 dv-cinder-806038-1-smb neutron-server[74944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 19:04:28.565813 dv-cinder-806038-1-smb neutron-server[74944]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 19:04:28.565813 dv-cinder-806038-1-smb neutron-server[74944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 19:04:28.565813 dv-cinder-806038-1-smb neutron-server[74944]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 19:04:28.565813 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 19:04:28.565813 dv-cinder-806038-1-smb neutron-server[74944]: return f(self, *a, **k) Aug 25 19:04:28.565813 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 19:04:28.565813 dv-cinder-806038-1-smb neutron-server[74944]: return self._get(url).json() Aug 25 19:04:28.565813 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 19:04:28.565813 dv-cinder-806038-1-smb neutron-server[74944]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 19:04:28.565813 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 19:04:28.565813 dv-cinder-806038-1-smb neutron-server[74944]: return self.request(url, 'GET', **kwargs) Aug 25 19:04:28.565813 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 19:04:28.565813 dv-cinder-806038-1-smb neutron-server[74944]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 19:04:28.565813 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 19:04:28.565813 dv-cinder-806038-1-smb neutron-server[74944]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 19:04:28.565813 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 19:04:28.565813 dv-cinder-806038-1-smb neutron-server[74944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 19:04:28.565813 dv-cinder-806038-1-smb neutron-server[74944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 19:04:28.579933 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-cbfb3e5b-a631-4d07-a57b-1bfe0a2c9034 req-536ccd57-e399-4ab9-aaf5-5613c8bf76df tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299249 Aug 25 19:04:28.680460 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-4b28a829-c526-4e1f-9646-4fc0f05fef43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:28.683724 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-fa82bf89-e430-4fdc-ba16-e35371fe9f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1747496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677210'] for network, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:28.689366 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-a0943eca-e6b8-497c-b5c4-e99b174b660d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:28.694193 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:28.713073 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28a829-c526-4e1f-9646-4fc0f05fef43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dde7def-f670-422e-8f8e-660d98074684,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:28.717308 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-4b28a829-c526-4e1f-9646-4fc0f05fef43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:28.724673 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-4b28a829-c526-4e1f-9646-4fc0f05fef43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:28.725859 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-4b28a829-c526-4e1f-9646-4fc0f05fef43 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4dde7def-f670-422e-8f8e-660d98074684 HTTP/1.1" status: 204 len: 168 time: 0.5846260 Aug 25 19:04:28.741812 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-fa82bf89-e430-4fdc-ba16-e35371fe9f42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for network, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:28.746252 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa82bf89-e430-4fdc-ba16-e35371fe9f42 admin admin] Pushing event deleted for resources: {'Network': ['ID=1db50bca-4d54-49a0-998f-ed30614305c3,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:28.752465 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.db.l3_db [None req-6968e0e1-315e-4368-a5ca-177c3627ea41 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Floating IP ce1f3d3c-b645-48ea-ae02-efad23e2a563 associated. External IP: 172.28.1.142, port: e8f2b708-590b-40a9-969b-93ba8401bb2a. Aug 25 19:04:28.756528 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-fa82bf89-e430-4fdc-ba16-e35371fe9f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:28.801478 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-fa82bf89-e430-4fdc-ba16-e35371fe9f42 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1db50bca-4d54-49a0-998f-ed30614305c3 HTTP/1.1" status: 204 len: 168 time: 0.9761446 Aug 25 19:04:29.058439 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 40200) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:29.171273 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-33f22b00-940e-42f8-a3bc-400d815fd935 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d75cf2cd1a084bd3b657712952e6b9f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1115890 Aug 25 19:04:29.173875 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 40204) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:29.255240 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-ce85b5da-2204-4342-b9c2-6234ddacaefb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:29.293230 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-ce85b5da-2204-4342-b9c2-6234ddacaefb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:29.335165 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 40210) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:29.365302 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-4cf23d3c-f6a0-489b-89e2-98d28a553fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:29.383734 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14891ad-52b1-44fb-9976-ab2f2af3fada req-0878df39-2094-4823-a4f4-73af4136ea68 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:29.385556 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d14891ad-52b1-44fb-9976-ab2f2af3fada req-0878df39-2094-4823-a4f4-73af4136ea68 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 946 time: 0.4697192 Aug 25 19:04:29.412350 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-4cf23d3c-f6a0-489b-89e2-98d28a553fb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:29.417168 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-ce85b5da-2204-4342-b9c2-6234ddacaefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:29.421421 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-4cf23d3c-f6a0-489b-89e2-98d28a553fb6 admin admin] Usage tracker for resource:security_group_rule and tenant:18f39fada4e34b0f9f913a29cd613916 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:29.425300 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-9fdc5a95-0975-49fe-a41b-d5fd4554fbb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:29.440070 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-4cf23d3c-f6a0-489b-89e2-98d28a553fb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:29.449535 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce85b5da-2204-4342-b9c2-6234ddacaefb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2704eb-e325-42e4-b18d-691917e9c5ba,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:29.451695 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-4cf23d3c-f6a0-489b-89e2-98d28a553fb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:29.457659 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-ce85b5da-2204-4342-b9c2-6234ddacaefb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:29.492388 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-ce85b5da-2204-4342-b9c2-6234ddacaefb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:29.509136 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-ce85b5da-2204-4342-b9c2-6234ddacaefb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a2704eb-e325-42e4-b18d-691917e9c5ba HTTP/1.1" status: 204 len: 168 time: 0.3340614 Aug 25 19:04:29.548154 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d14891ad-52b1-44fb-9976-ab2f2af3fada req-56eeb290-857f-4de3-85d3-f6ae85ea01ab tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946565 Aug 25 19:04:29.637226 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-4cf23d3c-f6a0-489b-89e2-98d28a553fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:29.643307 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-4cf23d3c-f6a0-489b-89e2-98d28a553fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:29.652250 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-be6157e3-e0eb-4433-9fad-2148dd7f5e69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:29.727773 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6968e0e1-315e-4368-a5ca-177c3627ea41 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Router 69e884ae-2093-4dd4-9dab-e56664b2bbac has already been hosted by L3 agent 6ef59418-d088-436f-8fb3-73af7fac7dac {{(pid=74943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:04:29.785943 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-4cf23d3c-f6a0-489b-89e2-98d28a553fb6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=18f39fada4e34b0f9f913a29cd613916&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4496849 Aug 25 19:04:29.794300 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 40222) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:29.829466 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf23d3c-f6a0-489b-89e2-98d28a553fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351a73e9-f868-4cf5-b904-4151db74ca7d,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:29.845776 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-4cf23d3c-f6a0-489b-89e2-98d28a553fb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:29.969741 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-9302fe93-7fc7-4d2b-95a2-72ed06eb0c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:30.039092 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6968e0e1-315e-4368-a5ca-177c3627ea41 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify agent at l3_agent.dv-cinder-806038-1-smb the message routers_updated {{(pid=74943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:04:30.042249 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-9302fe93-7fc7-4d2b-95a2-72ed06eb0c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:30.047480 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-6968e0e1-315e-4368-a5ca-177c3627ea41 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for floatingip, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:30.052068 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aba51ad-aadd-4d16-a66c-182d4bc83037 None None] Sync routers for ids ['69e884ae-2093-4dd4-9dab-e56664b2bbac'] in dv-cinder-806038-1-smb {{(pid=74946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:04:30.083243 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aba51ad-aadd-4d16-a66c-182d4bc83037 None None] Routers {'69e884ae-2093-4dd4-9dab-e56664b2bbac'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:04:30.083929 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-3aba51ad-aadd-4d16-a66c-182d4bc83037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:04:15Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['69e884ae-2093-4dd4-9dab-e56664b2bbac'], 'active': True} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:04:30.141381 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1e345-265c-4d97-818c-9dc1ce7b5f58 req-1c8e4bdd-e7f5-4d17-9f19-097bbfc5094e tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:30.144950 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-31b1e345-265c-4d97-818c-9dc1ce7b5f58 req-1c8e4bdd-e7f5-4d17-9f19-097bbfc5094e tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=4724d145-e7e6-4767-b06f-93904b583e55 HTTP/1.1" status: 200 len: 944 time: 0.3062110 Aug 25 19:04:30.208914 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-6968e0e1-315e-4368-a5ca-177c3627ea41 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "PUT /v2.0/floatingips/ce1f3d3c-b645-48ea-ae02-efad23e2a563 HTTP/1.1" status: 200 len: 992 time: 3.7906637 Aug 25 19:04:30.209673 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b44f16-4992-4a68-8d25-1819d93cdea5', 'tag': 'e8f2b708-590b-40a9-969b-93ba8401bb2a'}] {{(pid=74943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:04:30.377632 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvr_db [None req-3aba51ad-aadd-4d16-a66c-182d4bc83037 None None] Set router 69e884ae-2093-4dd4-9dab-e56664b2bbac gateway port host: dv-cinder-806038-1-smb {{(pid=74946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:04:30.395813 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-31b1e345-265c-4d97-818c-9dc1ce7b5f58 req-bdbc89fc-7418-402e-8bf2-6a971ccb954b tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122202 Aug 25 19:04:30.399087 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-9302fe93-7fc7-4d2b-95a2-72ed06eb0c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:30.413856 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-80e4d5bd-5f61-4b44-8851-7a79ba2c569a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:30.458700 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9302fe93-7fc7-4d2b-95a2-72ed06eb0c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351a73e9-f868-4cf5-b904-4151db74ca7d,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:30.486496 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-9302fe93-7fc7-4d2b-95a2-72ed06eb0c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:30.494564 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-9302fe93-7fc7-4d2b-95a2-72ed06eb0c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:30.508792 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-9302fe93-7fc7-4d2b-95a2-72ed06eb0c58 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/351a73e9-f868-4cf5-b904-4151db74ca7d HTTP/1.1" status: 204 len: 168 time: 0.7105639 Aug 25 19:04:30.537529 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b44f16-4992-4a68-8d25-1819d93cdea5', 'tag': 'e8f2b708-590b-40a9-969b-93ba8401bb2a', 'status': 'completed', 'code': 200} Aug 25 19:04:30.728169 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.agents_db [None req-346cd5c8-7112-4e4f-bf89-0e0659d32542 None None] Agent healthcheck: found 6 active agents {{(pid=74946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:04:30.849802 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 0a4538e8-3e06-4ddc-a505-60652145ee66 up at agent hyperv_hv-cinder-80603 {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:04:30.887243 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-f1993dc5-850b-431c-bdbb-b1eb6a4991f3 req-8bb59e86-a3e3-43ac-a19f-8548d9cd0a9a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=972f6642a63b419091a626917b54e4c9&device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 1099 time: 0.2594929 Aug 25 19:04:31.042680 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Provisioning for port 0a4538e8-3e06-4ddc-a505-60652145ee66 completed by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:04:31.056644 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Provisioning complete for port 0a4538e8-3e06-4ddc-a505-60652145ee66 triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:04:31.057180 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:31.122117 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299c7ea-7e0c-4e12-be41-20304c4ca7cf req-7bc2058a-d11f-4cae-ad13-9a5afdf02e27 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:31.122117 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-4299c7ea-7e0c-4e12-be41-20304c4ca7cf req-7bc2058a-d11f-4cae-ad13-9a5afdf02e27 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 946 time: 0.3219507 Aug 25 19:04:31.129127 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1993dc5-850b-431c-bdbb-b1eb6a4991f3 req-97f92943-7fb1-4fa7-9030-b40c03aa623f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:31.130705 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-f1993dc5-850b-431c-bdbb-b1eb6a4991f3 req-97f92943-7fb1-4fa7-9030-b40c03aa623f service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1 HTTP/1.1" status: 200 len: 918 time: 0.2294860 Aug 25 19:04:31.181599 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-3aba51ad-aadd-4d16-a66c-182d4bc83037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'name': 'tempest-AttachVolumeShelveTestJSON-1277462353-router', 'tenant_id': '972f6642a63b419091a626917b54e4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '1f4d34d5-aa37-48dc-9eef-e12fafe8f908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:10Z', 'updated_at': '2021-08-25T19:03:27Z', 'revision_number': 4, 'project_id': '972f6642a63b419091a626917b54e4c9', 'gw_port': {'id': '1f4d34d5-aa37-48dc-9eef-e12fafe8f908', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:12Z', 'updated_at': '2021-08-25T19:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_floatingips': [{'id': 'ce1f3d3c-b645-48ea-ae02-efad23e2a563', 'tenant_id': '972f6642a63b419091a626917b54e4c9', 'floating_ip_address': '172.28.1.142', 'floating_network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'router_id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'port_id': 'e8f2b708-590b-40a9-969b-93ba8401bb2a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1', 'mac_address': 'fa:16:3e:18:7b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b44f16-4992-4a68-8d25-1819d93cdea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:03:52Z', 'updated_at': '2021-08-25T19:04:27Z', 'revision_number': 1, 'project_id': '972f6642a63b419091a626917b54e4c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f', 'name': '', 'network_id': '4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1', 'tenant_id': '972f6642a63b419091a626917b54e4c9', 'mac_address': 'fa:16:3e:05:d2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01124877-1e02-41ab-ac74-7fab9c7740c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:25Z', 'updated_at': '2021-08-25T19:03:49Z', 'revision_number': 5, 'project_id': '972f6642a63b419091a626917b54e4c9', 'subnets': [{'id': '01124877-1e02-41ab-ac74-7fab9c7740c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:04:31.191870 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aba51ad-aadd-4d16-a66c-182d4bc83037 None None] Checking router: 69e884ae-2093-4dd4-9dab-e56664b2bbac for host: dv-cinder-806038-1-smb {{(pid=74946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:04:31.215692 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aba51ad-aadd-4d16-a66c-182d4bc83037 None None] Routers {'69e884ae-2093-4dd4-9dab-e56664b2bbac'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:04:31.216394 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-3aba51ad-aadd-4d16-a66c-182d4bc83037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:04:15Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['69e884ae-2093-4dd4-9dab-e56664b2bbac'], 'active': True} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:04:31.354139 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:31.432817 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4724d145-e7e6-4767-b06f-93904b583e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4538e8-3e06-4ddc-a505-60652145ee66'}] {{(pid=74945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:04:31.467759 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-4299c7ea-7e0c-4e12-be41-20304c4ca7cf req-e78d4b32-1365-4939-8852-1f605aeb750a tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264859 Aug 25 19:04:31.478266 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 0a4538e8-3e06-4ddc-a505-60652145ee66, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=0a4538e8-3e06-4ddc-a505-60652145ee66,segment=NetworkSegment(81fc5d6f-79c4-4010-95f4-8fd5bd65c0de),segment_id=81fc5d6f-79c4-4010-95f4-8fd5bd65c0de)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:04:31.502057 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:31.507799 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:31.566835 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-f1993dc5-850b-431c-bdbb-b1eb6a4991f3 req-d1e43df9-950b-4fb9-9d2a-8f85c5280b18 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8f2b708-590b-40a9-969b-93ba8401bb2a HTTP/1.1" status: 200 len: 1000 time: 0.3946190 Aug 25 19:04:31.687802 dv-cinder-806038-1-smb neutron-server[74945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4724d145-e7e6-4767-b06f-93904b583e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4538e8-3e06-4ddc-a505-60652145ee66', 'code': 200} Aug 25 19:04:31.787517 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=0a4538e8-3e06-4ddc-a505-60652145ee66,revision_number=5']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:31.788424 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvr_db [None req-3aba51ad-aadd-4d16-a66c-182d4bc83037 None None] Set router 69e884ae-2093-4dd4-9dab-e56664b2bbac gateway port host: dv-cinder-806038-1-smb {{(pid=74946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:04:31.797485 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1993dc5-850b-431c-bdbb-b1eb6a4991f3 req-69938797-d2dc-4805-8a3b-50bf2a65f413 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:31.801168 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-f1993dc5-850b-431c-bdbb-b1eb6a4991f3 req-69938797-d2dc-4805-8a3b-50bf2a65f413 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=01124877-1e02-41ab-ac74-7fab9c7740c5 HTTP/1.1" status: 200 len: 856 time: 0.2233422 Aug 25 19:04:31.804201 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:32.006191 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 40294) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:32.119586 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-f1993dc5-850b-431c-bdbb-b1eb6a4991f3 req-3aa57ce7-d539-430c-aae8-82f2dd12a978 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3033583 Aug 25 19:04:32.223727 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-89afa5fa-6112-4ae3-9e22-d91ff9cf89d4 req-a0e745c8-b39d-47ff-9fcd-f28d1c5cea2a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4724d145-e7e6-4767-b06f-93904b583e55 HTTP/1.1" status: 200 len: 1098 time: 0.1427085 Aug 25 19:04:32.289630 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-89afa5fa-6112-4ae3-9e22-d91ff9cf89d4 req-66587be9-06d5-44c9-8f17-79c577e8c994 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553029 Aug 25 19:04:32.343192 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc984e-fb03-4990-894c-7947d2c17967 req-dbceae92-2252-48d9-9fc2-482c4b4499e2 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:32.346262 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-91dc984e-fb03-4990-894c-7947d2c17967 req-dbceae92-2252-48d9-9fc2-482c4b4499e2 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=4724d145-e7e6-4767-b06f-93904b583e55 HTTP/1.1" status: 200 len: 945 time: 0.4654577 Aug 25 19:04:32.517781 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-91dc984e-fb03-4990-894c-7947d2c17967 req-ae941817-3369-4945-90ec-143925ab0c65 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510878 Aug 25 19:04:32.587373 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-f1993dc5-850b-431c-bdbb-b1eb6a4991f3 req-586cbfbb-d196-443c-819e-1babdb393c25 service neutron] 10.222.0.23 "GET /v2.0/networks/4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4531155 Aug 25 19:04:32.707453 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-3aba51ad-aadd-4d16-a66c-182d4bc83037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'name': 'tempest-AttachVolumeShelveTestJSON-1277462353-router', 'tenant_id': '972f6642a63b419091a626917b54e4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '1f4d34d5-aa37-48dc-9eef-e12fafe8f908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:10Z', 'updated_at': '2021-08-25T19:03:27Z', 'revision_number': 4, 'project_id': '972f6642a63b419091a626917b54e4c9', 'gw_port': {'id': '1f4d34d5-aa37-48dc-9eef-e12fafe8f908', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:12Z', 'updated_at': '2021-08-25T19:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_floatingips': [{'id': 'ce1f3d3c-b645-48ea-ae02-efad23e2a563', 'tenant_id': '972f6642a63b419091a626917b54e4c9', 'floating_ip_address': '172.28.1.142', 'floating_network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'router_id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'port_id': 'e8f2b708-590b-40a9-969b-93ba8401bb2a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1', 'mac_address': 'fa:16:3e:18:7b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b44f16-4992-4a68-8d25-1819d93cdea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:03:52Z', 'updated_at': '2021-08-25T19:04:27Z', 'revision_number': 1, 'project_id': '972f6642a63b419091a626917b54e4c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f', 'name': '', 'network_id': '4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1', 'tenant_id': '972f6642a63b419091a626917b54e4c9', 'mac_address': 'fa:16:3e:05:d2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01124877-1e02-41ab-ac74-7fab9c7740c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:25Z', 'updated_at': '2021-08-25T19:03:49Z', 'revision_number': 5, 'project_id': '972f6642a63b419091a626917b54e4c9', 'subnets': [{'id': '01124877-1e02-41ab-ac74-7fab9c7740c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:04:32.712905 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aba51ad-aadd-4d16-a66c-182d4bc83037 None None] The sync data for ids ['69e884ae-2093-4dd4-9dab-e56664b2bbac'] in dv-cinder-806038-1-smb is: [{'id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'name': 'tempest-AttachVolumeShelveTestJSON-1277462353-router', 'tenant_id': '972f6642a63b419091a626917b54e4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '1f4d34d5-aa37-48dc-9eef-e12fafe8f908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:10Z', 'updated_at': '2021-08-25T19:03:27Z', 'revision_number': 4, 'project_id': '972f6642a63b419091a626917b54e4c9', 'gw_port': {'id': '1f4d34d5-aa37-48dc-9eef-e12fafe8f908', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:12Z', 'updated_at': '2021-08-25T19:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_floatingips': [{'id': 'ce1f3d3c-b645-48ea-ae02-efad23e2a563', 'tenant_id': '972f6642a63b419091a626917b54e4c9', 'floating_ip_address': '172.28.1.142', 'floating_network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'router_id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'port_id': 'e8f2b708-590b-40a9-969b-93ba8401bb2a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1', 'mac_address': 'fa:16:3e:18:7b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b44f16-4992-4a68-8d25-1819d93cdea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:03:52Z', 'updated_at': '2021-08-25T19:04:27Z', 'revision_number': 1, 'project_id': '972f6642a63b419091a626917b54e4c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f', 'name': '', 'network_id': '4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1', 'tenant_id': '972f6642a63b419091a626917b54e4c9', 'mac_address': 'fa:16:3e:05:d2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01124877-1e02-41ab-ac74-7fab9c7740c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:25Z', 'updated_at': '2021-08-25T19:03:49Z', 'revision_number': 5, 'project_id': '972f6642a63b419091a626917b54e4c9', 'subnets': [{'id': '01124877-1e02-41ab-ac74-7fab9c7740c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:04:32.745441 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-2e9630d5-5114-4061-b990-b2e102fbee95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:32.789737 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 40312) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:32.827376 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-2e9630d5-5114-4061-b990-b2e102fbee95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:32.832398 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-2e9630d5-5114-4061-b990-b2e102fbee95 admin admin] Usage tracker for resource:security_group_rule and tenant:80d8f4490f4e455abf1e5b3eecb2d2ad is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:32.836035 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-2e9630d5-5114-4061-b990-b2e102fbee95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:32.844682 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-2e9630d5-5114-4061-b990-b2e102fbee95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:32.962075 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-2e9630d5-5114-4061-b990-b2e102fbee95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:32.967275 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-2e9630d5-5114-4061-b990-b2e102fbee95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:32.977796 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-307ee634-8a01-42be-b885-5006214277ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:33.145382 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9630d5-5114-4061-b990-b2e102fbee95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080cc35f-780e-4031-a847-98a68e492f12,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:33.147395 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb157e2-c33e-4fa3-a505-f988a7276d5a None None] New status for floating IP ce1f3d3c-b645-48ea-ae02-efad23e2a563: ACTIVE {{(pid=74945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 19:04:33.150919 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-2e9630d5-5114-4061-b990-b2e102fbee95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:33.167491 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-2e9630d5-5114-4061-b990-b2e102fbee95 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=80d8f4490f4e455abf1e5b3eecb2d2ad&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1594868 Aug 25 19:04:33.169351 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 40324) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:33.308980 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-f1993dc5-850b-431c-bdbb-b1eb6a4991f3 req-0be0be8a-6802-4ead-933b-3e04de91bc51 service neutron] 10.222.0.23 "GET /v2.0/networks/4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5532966 Aug 25 19:04:33.383219 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-ebfb0c62-89b9-4e42-b9d6-268212d8d668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:33.392260 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f21d3d-90cf-4bd7-81ec-4f907fdd460e req-825cf8b2-70d7-4945-8934-2b8c0b8fc156 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:33.395050 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-72f21d3d-90cf-4bd7-81ec-4f907fdd460e req-825cf8b2-70d7-4945-8934-2b8c0b8fc156 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 946 time: 0.5835714 Aug 25 19:04:33.511470 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-ebfb0c62-89b9-4e42-b9d6-268212d8d668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:33.535393 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-ebfb0c62-89b9-4e42-b9d6-268212d8d668 admin admin] Usage tracker for resource:security_group_rule and tenant:f66b01bf3d5a4b3695aa20371c9a0dc7 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:33.540707 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-ebfb0c62-89b9-4e42-b9d6-268212d8d668 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:33.550027 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-180b28d7-9a93-4e4c-8527-7eda2fe749d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:33.575843 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-ebfb0c62-89b9-4e42-b9d6-268212d8d668 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:33.663124 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-180b28d7-9a93-4e4c-8527-7eda2fe749d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:33.693243 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-ebfb0c62-89b9-4e42-b9d6-268212d8d668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:33.699685 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-ebfb0c62-89b9-4e42-b9d6-268212d8d668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:33.701011 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-72f21d3d-90cf-4bd7-81ec-4f907fdd460e req-16f1180c-7239-4dc2-aeb1-9c0a7b0d3745 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800231 Aug 25 19:04:33.774610 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:33.843865 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-180b28d7-9a93-4e4c-8527-7eda2fe749d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:33.851015 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-ebfb0c62-89b9-4e42-b9d6-268212d8d668 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f66b01bf3d5a4b3695aa20371c9a0dc7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0555563 Aug 25 19:04:33.853237 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 40342) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:33.860067 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-4cf23d3c-f6a0-489b-89e2-98d28a553fb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:33.918861 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb0c62-89b9-4e42-b9d6-268212d8d668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e4c056-fb9c-483c-a90c-1749b70d820e,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:33.947226 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b28d7-9a93-4e4c-8527-7eda2fe749d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080cc35f-780e-4031-a847-98a68e492f12,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:33.951142 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-ebfb0c62-89b9-4e42-b9d6-268212d8d668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:33.956819 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-180b28d7-9a93-4e4c-8527-7eda2fe749d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:33.971457 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-180b28d7-9a93-4e4c-8527-7eda2fe749d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:33.979807 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-180b28d7-9a93-4e4c-8527-7eda2fe749d9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/080cc35f-780e-4031-a847-98a68e492f12 HTTP/1.1" status: 204 len: 168 time: 0.8051147 Aug 25 19:04:34.173999 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-909740c6-d852-441b-a9b6-f287437b3f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:34.267349 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-909740c6-d852-441b-a9b6-f287437b3f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:34.536349 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3f30a-4851-49c3-98b3-13f6aa1a5256 req-7a1a3a9c-caa3-45e5-ace8-d10fbbb5c2a8 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:34.548926 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-fee3f30a-4851-49c3-98b3-13f6aa1a5256 req-7a1a3a9c-caa3-45e5-ace8-d10fbbb5c2a8 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=4724d145-e7e6-4767-b06f-93904b583e55 HTTP/1.1" status: 200 len: 945 time: 0.2556837 Aug 25 19:04:34.594788 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-909740c6-d852-441b-a9b6-f287437b3f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:34.616713 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:34.658858 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909740c6-d852-441b-a9b6-f287437b3f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e4c056-fb9c-483c-a90c-1749b70d820e,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:34.668612 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-909740c6-d852-441b-a9b6-f287437b3f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:34.674265 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-909740c6-d852-441b-a9b6-f287437b3f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:34.680950 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-909740c6-d852-441b-a9b6-f287437b3f66 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/00e4c056-fb9c-483c-a90c-1749b70d820e HTTP/1.1" status: 204 len: 168 time: 0.8214021 Aug 25 19:04:34.696329 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-fee3f30a-4851-49c3-98b3-13f6aa1a5256 req-63a2576f-c311-49ae-a986-c67a22d5b951 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461341 Aug 25 19:04:35.164084 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd64ed4-32ed-4101-89af-505815e6c168 req-b1e7d19e-0ceb-41dd-8278-c88dc4065a58 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:35.171028 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-bcd64ed4-32ed-4101-89af-505815e6c168 req-b1e7d19e-0ceb-41dd-8278-c88dc4065a58 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 946 time: 0.1548426 Aug 25 19:04:35.221154 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 40376) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:35.233469 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-bcd64ed4-32ed-4101-89af-505815e6c168 req-cfb9cce4-dd78-4cd6-9944-d098274eb401 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564482 Aug 25 19:04:35.269471 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a65fed85-86f0-43e1-abee-28d1e7c1b6e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:35.348511 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-a65fed85-86f0-43e1-abee-28d1e7c1b6e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:35.358110 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-a65fed85-86f0-43e1-abee-28d1e7c1b6e0 admin admin] Usage tracker for resource:security_group_rule and tenant:8c21ab23f8f84973a2ff0d57b2d33cf0 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:35.364268 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-a65fed85-86f0-43e1-abee-28d1e7c1b6e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:35.375666 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-a65fed85-86f0-43e1-abee-28d1e7c1b6e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:35.511911 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a65fed85-86f0-43e1-abee-28d1e7c1b6e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:35.523802 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a65fed85-86f0-43e1-abee-28d1e7c1b6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:35.544888 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-aa299e29-98ae-468b-9efe-989cae39bf5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:35.567407 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 40386) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:35.610993 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-bde55d1f-6ef2-44a6-9e58-a47138149b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:35.615369 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65fed85-86f0-43e1-abee-28d1e7c1b6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f24dde-5268-48a6-a1ee-b9c699a07109,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:35.618854 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-a65fed85-86f0-43e1-abee-28d1e7c1b6e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:35.626890 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-a65fed85-86f0-43e1-abee-28d1e7c1b6e0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8c21ab23f8f84973a2ff0d57b2d33cf0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3991663 Aug 25 19:04:35.628206 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 40390) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:35.683792 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-bde55d1f-6ef2-44a6-9e58-a47138149b58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:35.698204 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-bde55d1f-6ef2-44a6-9e58-a47138149b58 admin admin] Usage tracker for resource:security_group_rule and tenant:36ef3d85dcd44b789f47f81af9ee76fe is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:35.704429 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-bde55d1f-6ef2-44a6-9e58-a47138149b58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:35.706912 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-82276c94-e07e-4ea8-b5d5-f58729e3c86e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:35.716712 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-bde55d1f-6ef2-44a6-9e58-a47138149b58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:35.741295 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-82276c94-e07e-4ea8-b5d5-f58729e3c86e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:35.805640 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:35.817836 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-82276c94-e07e-4ea8-b5d5-f58729e3c86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:35.837440 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:35.872165 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82276c94-e07e-4ea8-b5d5-f58729e3c86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f24dde-5268-48a6-a1ee-b9c699a07109,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:35.877645 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-82276c94-e07e-4ea8-b5d5-f58729e3c86e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:35.884472 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-82276c94-e07e-4ea8-b5d5-f58729e3c86e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:35.889530 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-82276c94-e07e-4ea8-b5d5-f58729e3c86e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f7f24dde-5268-48a6-a1ee-b9c699a07109 HTTP/1.1" status: 204 len: 168 time: 0.2573311 Aug 25 19:04:35.889786 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-bde55d1f-6ef2-44a6-9e58-a47138149b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:35.904265 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-bde55d1f-6ef2-44a6-9e58-a47138149b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:35.923259 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-0f8c72a7-8f56-46ec-92e7-34e42315feb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:36.059410 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde55d1f-6ef2-44a6-9e58-a47138149b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ecb75c-a839-467a-bbd4-a20f15fbda82,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:36.092327 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-bde55d1f-6ef2-44a6-9e58-a47138149b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:36.105419 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-bde55d1f-6ef2-44a6-9e58-a47138149b58 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=36ef3d85dcd44b789f47f81af9ee76fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5309010 Aug 25 19:04:36.109934 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 40404) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:36.181378 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f128f-914a-44a3-9a34-88a8a5fd16b0 req-77e8c6e6-2ec6-4f6d-8777-2f526d6c2aae tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:36.183024 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-c58f128f-914a-44a3-9a34-88a8a5fd16b0 req-77e8c6e6-2ec6-4f6d-8777-2f526d6c2aae tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=4724d145-e7e6-4767-b06f-93904b583e55 HTTP/1.1" status: 200 len: 945 time: 0.1493320 Aug 25 19:04:36.216389 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-c3a7b911-d119-4893-a06e-6b0f99e45b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:36.248736 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-c3a7b911-d119-4893-a06e-6b0f99e45b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:36.260632 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-c58f128f-914a-44a3-9a34-88a8a5fd16b0 req-8e6d9257-13ea-47d6-a08f-a64a255ecb25 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637712 Aug 25 19:04:36.441103 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-c3a7b911-d119-4893-a06e-6b0f99e45b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:36.453360 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:36.481898 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7b911-d119-4893-a06e-6b0f99e45b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ecb75c-a839-467a-bbd4-a20f15fbda82,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:36.486714 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-c3a7b911-d119-4893-a06e-6b0f99e45b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:36.489457 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-c3a7b911-d119-4893-a06e-6b0f99e45b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:36.492078 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-c3a7b911-d119-4893-a06e-6b0f99e45b60 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b3ecb75c-a839-467a-bbd4-a20f15fbda82 HTTP/1.1" status: 204 len: 168 time: 0.3807821 Aug 25 19:04:36.664913 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130b4e4-4ebb-41d5-9999-b8f629cabc9a req-7c5275c4-476c-4bc5-a238-729ebe500766 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:36.665993 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-3130b4e4-4ebb-41d5-9999-b8f629cabc9a req-7c5275c4-476c-4bc5-a238-729ebe500766 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 946 time: 0.1583300 Aug 25 19:04:36.736919 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-3130b4e4-4ebb-41d5-9999-b8f629cabc9a req-b2468d77-343e-466a-9ae1-a4f4d1661834 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650368 Aug 25 19:04:38.227829 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a1bb0-c479-4e8c-bce5-94a4ee7781c8 req-be8dc3f7-f7a7-4d14-a517-a26aea605f96 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:38.231243 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-a33a1bb0-c479-4e8c-bce5-94a4ee7781c8 req-be8dc3f7-f7a7-4d14-a517-a26aea605f96 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 946 time: 0.1551256 Aug 25 19:04:38.290984 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-a33a1bb0-c479-4e8c-bce5-94a4ee7781c8 req-300cda3e-bca8-48f7-9633-6a5f27b6d917 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519395 Aug 25 19:04:38.644893 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 40502) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:38.843088 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [None req-93be6672-40d1-4255-a410-0b67fbab7a2c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-688919435-network', 'tenant_id': '508d2f9be604482d9941b76ea9360ebf'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:04:38.850518 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-93be6672-40d1-4255-a410-0b67fbab7a2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:38.865819 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-93be6672-40d1-4255-a410-0b67fbab7a2c admin admin] Usage tracker for resource:network and tenant:508d2f9be604482d9941b76ea9360ebf is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:38.869702 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-93be6672-40d1-4255-a410-0b67fbab7a2c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:38.894694 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-93be6672-40d1-4255-a410-0b67fbab7a2c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:38.927060 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93be6672-40d1-4255-a410-0b67fbab7a2c admin admin] Made reservation on behalf of 508d2f9be604482d9941b76ea9360ebf for: {'network': 1} {{(pid=74944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:04:38.932105 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-93be6672-40d1-4255-a410-0b67fbab7a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for network, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:38.963360 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-93be6672-40d1-4255-a410-0b67fbab7a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:39.047082 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-93be6672-40d1-4255-a410-0b67fbab7a2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:39.055599 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-93be6672-40d1-4255-a410-0b67fbab7a2c admin admin] Usage tracker for resource:security_group_rule and tenant:508d2f9be604482d9941b76ea9360ebf is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:39.063822 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-93be6672-40d1-4255-a410-0b67fbab7a2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:39.077316 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-93be6672-40d1-4255-a410-0b67fbab7a2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:39.256116 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-93be6672-40d1-4255-a410-0b67fbab7a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:39.269806 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-93be6672-40d1-4255-a410-0b67fbab7a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:39.277212 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:39.340886 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93be6672-40d1-4255-a410-0b67fbab7a2c admin admin] vlan segment allocate from pool success with {'vlan_id': 806, 'physical_network': 'physnet1'} {{(pid=74944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 19:04:39.374293 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be6672-40d1-4255-a410-0b67fbab7a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33784715-04ee-4fcd-87e1-fa86ed017d7a,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:39.391653 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-93be6672-40d1-4255-a410-0b67fbab7a2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:39.397408 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-93be6672-40d1-4255-a410-0b67fbab7a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748241'] for segment, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:39.397408 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.db.segments_db [None req-93be6672-40d1-4255-a410-0b67fbab7a2c admin admin] Added segment 5970779a-c505-45d9-9895-a0ca721fd9a3 of type vlan for network dcba5228-0fd3-41e7-99f9-25540fafe961 Aug 25 19:04:39.458244 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-93be6672-40d1-4255-a410-0b67fbab7a2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730660192678'] for network, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:39.530135 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-93be6672-40d1-4255-a410-0b67fbab7a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697'] for network, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:39.533016 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93be6672-40d1-4255-a410-0b67fbab7a2c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:39.536976 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-93be6672-40d1-4255-a410-0b67fbab7a2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for network, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:39.549927 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-5074e8da-847b-43d3-b3b4-e54f87c10d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:39.747326 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84155d1f-7cdf-4192-8242-f4c033dee725 req-d7dabde0-b5fe-4725-8a15-4728498136fe tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:39.753448 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-84155d1f-7cdf-4192-8242-f4c033dee725 req-d7dabde0-b5fe-4725-8a15-4728498136fe tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 946 time: 0.1705754 Aug 25 19:04:39.855319 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-84155d1f-7cdf-4192-8242-f4c033dee725 req-4e9e69d2-c93a-48b8-a6c8-0a4b4398341b tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911713 Aug 25 19:04:39.883214 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be6672-40d1-4255-a410-0b67fbab7a2c admin admin] Pushing event updated for resources: {'Network': ['ID=dcba5228-0fd3-41e7-99f9-25540fafe961,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:39.900302 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Network dcba5228-0fd3-41e7-99f9-25540fafe961 details requested by agent ovs-agent-dv-cinder-806038-1-smb with host dv-cinder-806038-1-smb {{(pid=74945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 19:04:39.907501 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-93be6672-40d1-4255-a410-0b67fbab7a2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:39.915971 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-93be6672-40d1-4255-a410-0b67fbab7a2c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2687905 Aug 25 19:04:39.918270 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 40552) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:39.929740 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [None req-896e599f-a3b8-43c3-a7e2-7dd044dcdaf5 admin admin] Request body: {'subnet': {'network_id': 'dcba5228-0fd3-41e7-99f9-25540fafe961', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-688919435-subnet', 'tenant_id': '508d2f9be604482d9941b76ea9360ebf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:04:39.943577 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-896e599f-a3b8-43c3-a7e2-7dd044dcdaf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:39.967287 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-896e599f-a3b8-43c3-a7e2-7dd044dcdaf5 admin admin] Usage tracker for resource:subnet and tenant:508d2f9be604482d9941b76ea9360ebf is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:39.976476 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-896e599f-a3b8-43c3-a7e2-7dd044dcdaf5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:39.992841 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-896e599f-a3b8-43c3-a7e2-7dd044dcdaf5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:40.026427 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896e599f-a3b8-43c3-a7e2-7dd044dcdaf5 admin admin] Made reservation on behalf of 508d2f9be604482d9941b76ea9360ebf for: {'subnet': 1} {{(pid=74944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:04:40.030038 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-896e599f-a3b8-43c3-a7e2-7dd044dcdaf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3743298'] for subnet, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:40.557574 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-896e599f-a3b8-43c3-a7e2-7dd044dcdaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3912785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3743312'] for subnet, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:40.566224 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:40.667407 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e599f-a3b8-43c3-a7e2-7dd044dcdaf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee51adfd-76e9-4ff5-83d0-76b0ac0c12c4,revision_number=0']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:40.672913 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-896e599f-a3b8-43c3-a7e2-7dd044dcdaf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:40.674214 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896e599f-a3b8-43c3-a7e2-7dd044dcdaf5 admin admin] Checking segment: {'id': '5970779a-c505-45d9-9895-a0ca721fd9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'dcba5228-0fd3-41e7-99f9-25540fafe961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:04:40.674693 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896e599f-a3b8-43c3-a7e2-7dd044dcdaf5 admin admin] Network hostable DHCP agents. Network: dcba5228-0fd3-41e7-99f9-25540fafe961, hostable agents: ['27d70ae6-e524-414d-8203-429baaa22b85'], hosted agents: [] {{(pid=74944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 19:04:40.715847 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896e599f-a3b8-43c3-a7e2-7dd044dcdaf5 admin admin] Network dcba5228-0fd3-41e7-99f9-25540fafe961 is scheduled to be hosted by DHCP agent 27d70ae6-e524-414d-8203-429baaa22b85 with binding_index 1 {{(pid=74944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 19:04:40.730791 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.base_scheduler [None req-896e599f-a3b8-43c3-a7e2-7dd044dcdaf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806038-1-smb, dcba5228-0fd3-41e7-99f9-25540fafe961) {{(pid=74944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:04:40.742129 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94df1945-3abe-40bd-a43f-af6080e8b412 None None] Network dcba5228-0fd3-41e7-99f9-25540fafe961 requested from dv-cinder-806038-1-smb {{(pid=74945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:04:40.747086 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896e599f-a3b8-43c3-a7e2-7dd044dcdaf5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:40.747856 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-896e599f-a3b8-43c3-a7e2-7dd044dcdaf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for subnet, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:40.819055 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-896e599f-a3b8-43c3-a7e2-7dd044dcdaf5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8925080 Aug 25 19:04:41.488696 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43f8ada-abf5-4357-bf2a-f276ad533579 None None] Network dcba5228-0fd3-41e7-99f9-25540fafe961 requested from dv-cinder-806038-1-smb {{(pid=74945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:04:41.543259 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8770b-e64e-45d7-b17f-097aaf1a84b4 req-4fe8f6e8-8050-478d-8172-73bf90287163 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:41.563625 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-49f8770b-e64e-45d7-b17f-097aaf1a84b4 req-4fe8f6e8-8050-478d-8172-73bf90287163 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 946 time: 0.3254175 Aug 25 19:04:41.668300 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-49f8770b-e64e-45d7-b17f-097aaf1a84b4 req-e5a87357-344f-4c1f-8505-6c672bb5f2aa tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000679 Aug 25 19:04:41.907973 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-e2afbddd-030f-4e39-ae75-195ee4b9b917 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:41.930916 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-e2afbddd-030f-4e39-ae75-195ee4b9b917 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/networks?id=600f9071-ae94-4faf-af07-907279d06a26 HTTP/1.1" status: 200 len: 815 time: 0.3642118 Aug 25 19:04:41.970401 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-e56666c7-06e9-4166-828f-6070da3a3d43 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/quotas/8012309d8e984e1282fe2edde148c026 HTTP/1.1" status: 200 len: 375 time: 0.0385320 Aug 25 19:04:42.173172 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-16f213d7-494e-48f4-9db6-334927b14758 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8012309d8e984e1282fe2edde148c026&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1963367 Aug 25 19:04:42.432299 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-5725e9b2-1ad2-443e-998d-b34f0c627f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:42.488066 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-c55e04b8-4a40-4543-a032-fb603da009ae service neutron] 10.222.0.18 "GET /v2.0/networks/600f9071-ae94-4faf-af07-907279d06a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129761 Aug 25 19:04:42.741231 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-612eb812-8152-4567-8999-26099402a65a service neutron] 10.222.0.18 "GET /v2.0/networks/600f9071-ae94-4faf-af07-907279d06a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451243 Aug 25 19:04:42.932440 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:42.968063 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 40646) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:42.975483 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [None req-f0615393-6e56-4e6b-9f8e-625a558f8bbe admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1181144709-network', 'tenant_id': '17d422d0bc0943938b5d047d1e0c6123'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:04:42.980706 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-f0615393-6e56-4e6b-9f8e-625a558f8bbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:43.002168 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-f0615393-6e56-4e6b-9f8e-625a558f8bbe admin admin] Usage tracker for resource:network and tenant:17d422d0bc0943938b5d047d1e0c6123 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:43.008573 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-f0615393-6e56-4e6b-9f8e-625a558f8bbe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:43.022162 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2854a5f-344b-4c03-8d94-3d59c13a873f req-54f931eb-a79a-45fc-9af4-a07fcc0f76b3 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:43.024904 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-c2854a5f-344b-4c03-8d94-3d59c13a873f req-54f931eb-a79a-45fc-9af4-a07fcc0f76b3 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 946 time: 0.1789472 Aug 25 19:04:43.025093 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-f0615393-6e56-4e6b-9f8e-625a558f8bbe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:43.085670 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-ff2455d4-5d59-4048-8904-6ec6b17fb544 req-b1cdb633-0377-4373-acc3-b21a5c7bf586 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=155208d5-4822-4181-8d96-81195e9ff5fd HTTP/1.1" status: 200 len: 210 time: 0.0488770 Aug 25 19:04:43.091009 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0615393-6e56-4e6b-9f8e-625a558f8bbe admin admin] Made reservation on behalf of 17d422d0bc0943938b5d047d1e0c6123 for: {'network': 1} {{(pid=74944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:04:43.093416 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-f0615393-6e56-4e6b-9f8e-625a558f8bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for network, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:43.122690 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-f0615393-6e56-4e6b-9f8e-625a558f8bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:43.142621 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-c2854a5f-344b-4c03-8d94-3d59c13a873f req-78a37622-29f0-425d-ab6f-12b4916ce3f7 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099644 Aug 25 19:04:43.176963 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-f0615393-6e56-4e6b-9f8e-625a558f8bbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:43.184266 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-f0615393-6e56-4e6b-9f8e-625a558f8bbe admin admin] Usage tracker for resource:security_group_rule and tenant:17d422d0bc0943938b5d047d1e0c6123 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:43.189533 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-f0615393-6e56-4e6b-9f8e-625a558f8bbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:43.201291 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-f0615393-6e56-4e6b-9f8e-625a558f8bbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:43.309025 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-f0615393-6e56-4e6b-9f8e-625a558f8bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:43.313830 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-f0615393-6e56-4e6b-9f8e-625a558f8bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:43.317673 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-5074e8da-847b-43d3-b3b4-e54f87c10d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:43.356303 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0615393-6e56-4e6b-9f8e-625a558f8bbe admin admin] vlan segment allocate from pool success with {'vlan_id': 807, 'physical_network': 'physnet1'} {{(pid=74944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 19:04:43.363207 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0615393-6e56-4e6b-9f8e-625a558f8bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d6f546-1867-4d99-9ba0-0f8634edb064,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:43.366569 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-f0615393-6e56-4e6b-9f8e-625a558f8bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:43.372321 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-f0615393-6e56-4e6b-9f8e-625a558f8bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748241'] for segment, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:43.372667 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.db.segments_db [None req-f0615393-6e56-4e6b-9f8e-625a558f8bbe admin admin] Added segment f0af56a9-daed-48dc-b1e4-0d704284d738 of type vlan for network c591ebae-d92d-431a-a7da-a1c96155034a Aug 25 19:04:43.403641 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-f0615393-6e56-4e6b-9f8e-625a558f8bbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730660192678'] for network, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:43.449346 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-f0615393-6e56-4e6b-9f8e-625a558f8bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697'] for network, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:43.451299 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0615393-6e56-4e6b-9f8e-625a558f8bbe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:43.452128 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-f0615393-6e56-4e6b-9f8e-625a558f8bbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for network, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:43.458211 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-916acafa-8960-43c9-bf5f-5d483d3284c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:43.572942 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-f0615393-6e56-4e6b-9f8e-625a558f8bbe admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6035974 Aug 25 19:04:43.576275 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0615393-6e56-4e6b-9f8e-625a558f8bbe admin admin] Pushing event updated for resources: {'Network': ['ID=c591ebae-d92d-431a-a7da-a1c96155034a,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:43.576961 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 40666) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:43.579088 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-f0615393-6e56-4e6b-9f8e-625a558f8bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:43.587004 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [None req-072de7ca-fc83-48e9-b512-7e333c72a12f admin admin] Request body: {'subnet': {'network_id': 'c591ebae-d92d-431a-a7da-a1c96155034a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1181144709-subnet', 'tenant_id': '17d422d0bc0943938b5d047d1e0c6123', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:04:43.592340 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Network c591ebae-d92d-431a-a7da-a1c96155034a details requested by agent ovs-agent-dv-cinder-806038-1-smb with host dv-cinder-806038-1-smb {{(pid=74945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 19:04:43.594400 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-072de7ca-fc83-48e9-b512-7e333c72a12f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:43.602410 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-072de7ca-fc83-48e9-b512-7e333c72a12f admin admin] Usage tracker for resource:subnet and tenant:17d422d0bc0943938b5d047d1e0c6123 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:43.610016 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-072de7ca-fc83-48e9-b512-7e333c72a12f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:43.622842 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-072de7ca-fc83-48e9-b512-7e333c72a12f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:43.647167 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072de7ca-fc83-48e9-b512-7e333c72a12f admin admin] Made reservation on behalf of 17d422d0bc0943938b5d047d1e0c6123 for: {'subnet': 1} {{(pid=74943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:04:43.652363 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-072de7ca-fc83-48e9-b512-7e333c72a12f admin admin] Notify callbacks [] for subnet, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:44.085797 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-072de7ca-fc83-48e9-b512-7e333c72a12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697'] for subnet, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:44.096689 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:44.203487 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072de7ca-fc83-48e9-b512-7e333c72a12f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a2d3334-9e5e-4102-8777-ab0a5a124108,revision_number=0']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:44.210808 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-072de7ca-fc83-48e9-b512-7e333c72a12f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:44.212003 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072de7ca-fc83-48e9-b512-7e333c72a12f admin admin] Checking segment: {'id': 'f0af56a9-daed-48dc-b1e4-0d704284d738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'c591ebae-d92d-431a-a7da-a1c96155034a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:04:44.212362 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072de7ca-fc83-48e9-b512-7e333c72a12f admin admin] Network hostable DHCP agents. Network: c591ebae-d92d-431a-a7da-a1c96155034a, hostable agents: ['27d70ae6-e524-414d-8203-429baaa22b85'], hosted agents: [] {{(pid=74943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 19:04:44.241609 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072de7ca-fc83-48e9-b512-7e333c72a12f admin admin] Network c591ebae-d92d-431a-a7da-a1c96155034a is scheduled to be hosted by DHCP agent 27d70ae6-e524-414d-8203-429baaa22b85 with binding_index 1 {{(pid=74943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 19:04:44.266708 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.base_scheduler [None req-072de7ca-fc83-48e9-b512-7e333c72a12f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806038-1-smb, c591ebae-d92d-431a-a7da-a1c96155034a) {{(pid=74943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:04:44.272659 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072de7ca-fc83-48e9-b512-7e333c72a12f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:44.273268 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-072de7ca-fc83-48e9-b512-7e333c72a12f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for subnet, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:44.280475 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acfae78-6644-4c6e-8a21-ce1a5b1d8755 None None] Network c591ebae-d92d-431a-a7da-a1c96155034a requested from dv-cinder-806038-1-smb {{(pid=74945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:04:44.322822 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-072de7ca-fc83-48e9-b512-7e333c72a12f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7444818 Aug 25 19:04:44.455036 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-850e5bb8-703b-4015-b08b-b810428cb410 req-185c1d3b-bca0-4637-9db0-4ee9c52273e4 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=155208d5-4822-4181-8d96-81195e9ff5fd HTTP/1.1" status: 200 len: 210 time: 0.0847266 Aug 25 19:04:44.749315 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76adfe-ae6a-420d-b86a-6df882d4f972 req-214d34df-d5c3-419c-8a85-e4c66590401d tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:44.753728 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-6d76adfe-ae6a-420d-b86a-6df882d4f972 req-214d34df-d5c3-419c-8a85-e4c66590401d tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 946 time: 0.2819622 Aug 25 19:04:44.850303 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-6d76adfe-ae6a-420d-b86a-6df882d4f972 req-c0019c06-28b5-47af-a4a5-ee2676162036 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792539 Aug 25 19:04:44.966650 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8d4591-fe5c-41b6-a42c-04e0b521a100 None None] Network c591ebae-d92d-431a-a7da-a1c96155034a requested from dv-cinder-806038-1-smb {{(pid=74945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:04:45.162169 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-4d3d7292-e099-4d20-a6af-55a5683cd85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:45.328028 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-22d11e1f-f137-46ba-b91d-f93d904fd2e8 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:45.331159 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-22d11e1f-f137-46ba-b91d-f93d904fd2e8 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.23 "GET /v2.0/networks?id=600f9071-ae94-4faf-af07-907279d06a26 HTTP/1.1" status: 200 len: 815 time: 0.4101198 Aug 25 19:04:45.435035 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-df63a77e-5796-43de-8784-81f73dbc7c17 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Request body: {'port': {'device_id': '155208d5-4822-4181-8d96-81195e9ff5fd', 'network_id': '600f9071-ae94-4faf-af07-907279d06a26', 'admin_state_up': True, 'tenant_id': '8012309d8e984e1282fe2edde148c026'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:04:45.630046 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-68dcbe8c-36da-4f76-b8ef-7bf1fe79b8e2 tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:45.630717 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-68dcbe8c-36da-4f76-b8ef-7bf1fe79b8e2 tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Synchronizing usage tracker for tenant:508d2f9be604482d9941b76ea9360ebf on resource:network {{(pid=74944) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:04:45.641061 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-cebc052e-384b-46c7-a213-8694457937f3 req-81e88333-9005-44cd-b4c5-62c418f8acdb tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=155208d5-4822-4181-8d96-81195e9ff5fd HTTP/1.1" status: 200 len: 210 time: 0.0545058 Aug 25 19:04:45.654072 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-df63a77e-5796-43de-8784-81f73dbc7c17 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:45.668916 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-68dcbe8c-36da-4f76-b8ef-7bf1fe79b8e2 tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Unset dirty status for tenant:508d2f9be604482d9941b76ea9360ebf on resource:network {{(pid=74944) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:04:45.670317 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-68dcbe8c-36da-4f76-b8ef-7bf1fe79b8e2 tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] 10.222.0.18 "GET /v2.0/networks?id=dcba5228-0fd3-41e7-99f9-25540fafe961 HTTP/1.1" status: 200 len: 808 time: 0.3376672 Aug 25 19:04:45.671270 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-df63a77e-5796-43de-8784-81f73dbc7c17 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:45.693292 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-df63a77e-5796-43de-8784-81f73dbc7c17 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Made reservation on behalf of 8012309d8e984e1282fe2edde148c026 for: {'port': 1} {{(pid=74944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:04:45.697048 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-df63a77e-5796-43de-8784-81f73dbc7c17 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:45.722621 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-48e5ddf1-3204-4465-9c87-ff9bdae7041b tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] 10.222.0.18 "GET /v2.0/quotas/508d2f9be604482d9941b76ea9360ebf HTTP/1.1" status: 200 len: 375 time: 0.0385854 Aug 25 19:04:45.820208 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-c419978f-21d4-4dcf-9a2a-10a80fb0d9fa tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=508d2f9be604482d9941b76ea9360ebf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556338 Aug 25 19:04:45.848390 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:46.060285 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.db_base_plugin_common [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-df63a77e-5796-43de-8784-81f73dbc7c17 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Allocated IP 172.20.0.5 (600f9071-ae94-4faf-af07-907279d06a26/de47097b-8fef-48bc-b85d-5a5fab2a3082/e811b3e2-9753-42d4-b2b5-4b99bb8f2043) {{(pid=74944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:04:46.071034 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-c75dc0b7-ca91-4d84-a929-54303ddb581a service neutron] 10.222.0.18 "GET /v2.0/networks/dcba5228-0fd3-41e7-99f9-25540fafe961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386739 Aug 25 19:04:46.251903 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 40738) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:46.295094 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21350bf-1c57-4d8e-bd12-b8149b8d96d3 req-afffef71-605a-4abc-b765-498cf90d37cb tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:46.296786 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f21350bf-1c57-4d8e-bd12-b8149b8d96d3 req-afffef71-605a-4abc-b765-498cf90d37cb tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 946 time: 0.1176984 Aug 25 19:04:46.412151 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f21350bf-1c57-4d8e-bd12-b8149b8d96d3 req-3689b06e-5df6-4431-98b1-154c5b5d6b98 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023283 Aug 25 19:04:46.423808 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-c3976493-b2e2-4929-b82d-6c6d09e8a4f3 service neutron] 10.222.0.18 "GET /v2.0/networks/dcba5228-0fd3-41e7-99f9-25540fafe961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379049 Aug 25 19:04:46.555824 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-df63a77e-5796-43de-8784-81f73dbc7c17 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Notify callbacks [] for port, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:46.732038 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-43b31309-ea3f-4f96-aefe-3e8a2bd36be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:46.768391 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-4a6c9abe-f0a2-4258-922c-54957e4d0d34 req-4c300bff-5002-4183-b80c-677e28113918 tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] 10.222.0.18 "GET /v2.0/ports?device_id=79b60a97-8548-402a-8e66-30fa6f6c725c HTTP/1.1" status: 200 len: 210 time: 0.1168189 Aug 25 19:04:46.809970 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-43b31309-ea3f-4f96-aefe-3e8a2bd36be5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:46.822615 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-43b31309-ea3f-4f96-aefe-3e8a2bd36be5 admin admin] Usage tracker for resource:security_group_rule and tenant:b480dc7599ce485396d6314db79a3569 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:46.823573 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-43b31309-ea3f-4f96-aefe-3e8a2bd36be5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:46.839780 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-43b31309-ea3f-4f96-aefe-3e8a2bd36be5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:46.862917 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-df63a77e-5796-43de-8784-81f73dbc7c17 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3912941'] for port, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:46.890526 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-3b7cfa03-6784-441f-be49-b2278b6268c4 tempest-DeleteServersTestJSON-265296342 tempest-DeleteServersTestJSON-265296342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:46.916423 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] get_ports_and_sgs() called for port_ids ['670011d9-0318-4858-a3ea-d87df9cfee6c', '0a4538e8-3e06-4ddc-a505-60652145ee66'] {{(pid=74945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:04:46.979014 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1209c2-5c11-4a52-8be8-f5f72846ee34 req-ac82f3bc-8dcf-44c5-81e2-f20753f5a70d tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:46.981524 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-3c1209c2-5c11-4a52-8be8-f5f72846ee34 req-ac82f3bc-8dcf-44c5-81e2-f20753f5a70d tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=155208d5-4822-4181-8d96-81195e9ff5fd HTTP/1.1" status: 200 len: 931 time: 0.1311779 Aug 25 19:04:47.117627 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-3c1209c2-5c11-4a52-8be8-f5f72846ee34 req-3668d45d-c173-4d90-8763-93fe556ce21c tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263950 Aug 25 19:04:47.166679 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-df63a77e-5796-43de-8784-81f73dbc7c17 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Network 600f9071-ae94-4faf-af07-907279d06a26 is already hosted by enough agents. {{(pid=74944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:04:47.173356 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.base_scheduler [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-df63a77e-5796-43de-8784-81f73dbc7c17 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Resources bound (agent type, host, resource id): {{(pid=74944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:04:47.195772 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-df63a77e-5796-43de-8784-81f73dbc7c17 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Received port after_create {{(pid=74944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:04:47.254875 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63a77e-5796-43de-8784-81f73dbc7c17 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Pushing event updated for resources: {'Port': ['ID=e811b3e2-9753-42d4-b2b5-4b99bb8f2043,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:47.283976 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-df63a77e-5796-43de-8784-81f73dbc7c17 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:47.291686 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:47.345423 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-df63a77e-5796-43de-8784-81f73dbc7c17 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:47.346246 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-df63a77e-5796-43de-8784-81f73dbc7c17 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for port, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:47.360975 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-43b31309-ea3f-4f96-aefe-3e8a2bd36be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:47.370964 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-43b31309-ea3f-4f96-aefe-3e8a2bd36be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:47.385920 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-c94fb4c0-ad5e-4daa-8454-5c0107157e18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:47.429387 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-df63a77e-5796-43de-8784-81f73dbc7c17 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9982610 Aug 25 19:04:47.438661 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b31309-ea3f-4f96-aefe-3e8a2bd36be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d92860-cbf7-4beb-8aa1-d30d059e0d86,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:47.442515 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-43b31309-ea3f-4f96-aefe-3e8a2bd36be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:47.445485 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-43b31309-ea3f-4f96-aefe-3e8a2bd36be5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b480dc7599ce485396d6314db79a3569&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1570516 Aug 25 19:04:47.449680 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 40764) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:47.459999 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-8f842d90-d5a9-4245-a641-7e9931a1f583 service neutron] Request body: {'port': {'device_id': '155208d5-4822-4181-8d96-81195e9ff5fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80603'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:04:47.618290 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-8f842d90-d5a9-4245-a641-7e9931a1f583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:47.643451 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-3b242033-f434-42a3-99a9-405056eaa7d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:47.816940 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-3b242033-f434-42a3-99a9-405056eaa7d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:47.947631 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34723b-6c96-4349-a526-36f67f53decb req-20d7b908-f86f-426e-a3f7-7c619d9e3bca tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:47.962334 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-7b34723b-6c96-4349-a526-36f67f53decb req-20d7b908-f86f-426e-a3f7-7c619d9e3bca tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 946 time: 0.3003707 Aug 25 19:04:48.034177 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-3b242033-f434-42a3-99a9-405056eaa7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:48.048737 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-2e9630d5-5114-4061-b990-b2e102fbee95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:48.084913 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b242033-f434-42a3-99a9-405056eaa7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d92860-cbf7-4beb-8aa1-d30d059e0d86,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:48.104187 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-7b34723b-6c96-4349-a526-36f67f53decb req-6713d0ed-64fb-4418-9eed-290f14218b4e tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388404 Aug 25 19:04:48.108609 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-3b242033-f434-42a3-99a9-405056eaa7d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:48.113688 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-3b242033-f434-42a3-99a9-405056eaa7d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:48.122806 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-3b242033-f434-42a3-99a9-405056eaa7d2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/46d92860-cbf7-4beb-8aa1-d30d059e0d86 HTTP/1.1" status: 204 len: 168 time: 0.6667521 Aug 25 19:04:48.350634 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-bb35ee61-7670-4d9e-a3dc-c27a52e1677c req-5af5705f-b945-45ec-9309-3b41fe7f7fb9 tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] 10.222.0.18 "GET /v2.0/ports?device_id=79b60a97-8548-402a-8e66-30fa6f6c725c HTTP/1.1" status: 200 len: 210 time: 0.0629799 Aug 25 19:04:48.484890 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.notifiers.nova [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-8f842d90-d5a9-4245-a641-7e9931a1f583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e811b3e2-9753-42d4-b2b5-4b99bb8f2043 {{(pid=74944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:04:48.508897 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-8f842d90-d5a9-4245-a641-7e9931a1f583 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:48.562513 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.provisioning_blocks [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-8f842d90-d5a9-4245-a641-7e9931a1f583 service neutron] Transition to ACTIVE for port object e811b3e2-9753-42d4-b2b5-4b99bb8f2043 will not be triggered until provisioned by entity L2. {{(pid=74944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:04:48.571244 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-8f842d90-d5a9-4245-a641-7e9931a1f583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3912932'] for port, after_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:48.575413 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:48.845462 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f842d90-d5a9-4245-a641-7e9931a1f583 service neutron] Pushing event updated for resources: {'Port': ['ID=e811b3e2-9753-42d4-b2b5-4b99bb8f2043,revision_number=2']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:48.855409 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-8f842d90-d5a9-4245-a641-7e9931a1f583 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:48.873818 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-e37af4a6-44e7-4c8a-a5c5-6fb9208ec61c tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:48.877247 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-e37af4a6-44e7-4c8a-a5c5-6fb9208ec61c tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] 10.222.0.23 "GET /v2.0/networks?id=dcba5228-0fd3-41e7-99f9-25540fafe961 HTTP/1.1" status: 200 len: 808 time: 0.2682796 Aug 25 19:04:48.923216 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-205cda10-a170-4662-858a-b934282c75da tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Request body: {'port': {'device_id': '79b60a97-8548-402a-8e66-30fa6f6c725c', 'network_id': 'dcba5228-0fd3-41e7-99f9-25540fafe961', 'admin_state_up': True, 'tenant_id': '508d2f9be604482d9941b76ea9360ebf'}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:04:49.003354 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 40796) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:49.032081 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-d436647f-705c-43ca-aa14-9a0dd1eeab18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:49.102336 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-d436647f-705c-43ca-aa14-9a0dd1eeab18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:49.108712 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-d436647f-705c-43ca-aa14-9a0dd1eeab18 admin admin] Usage tracker for resource:security_group_rule and tenant:961adec867dc4f14b8aceb5285cb9106 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:49.113279 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-d436647f-705c-43ca-aa14-9a0dd1eeab18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:49.121364 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-d436647f-705c-43ca-aa14-9a0dd1eeab18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:49.135852 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.managers [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-8f842d90-d5a9-4245-a641-7e9931a1f583 service neutron] Attempting to bind port e811b3e2-9753-42d4-b2b5-4b99bb8f2043 on host hv-cinder-80603 for vnic_type normal with profile {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:04:49.136200 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.managers [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-8f842d90-d5a9-4245-a641-7e9931a1f583 service neutron] Attempting to bind port e811b3e2-9753-42d4-b2b5-4b99bb8f2043 by drivers openvswitch,hyperv on host hv-cinder-80603 at level 0 using segments [{'id': '81fc5d6f-79c4-4010-95f4-8fd5bd65c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '600f9071-ae94-4faf-af07-907279d06a26'}] {{(pid=74944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:04:49.136538 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-8f842d90-d5a9-4245-a641-7e9931a1f583 service neutron] Attempting to bind port e811b3e2-9753-42d4-b2b5-4b99bb8f2043 on network 600f9071-ae94-4faf-af07-907279d06a26 {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:04:49.152473 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c8ea9-36b5-4c29-b4ee-ec050da615ae req-76d776fd-fce0-4cc6-9267-7ef841e8ac99 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:49.153327 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-8f842d90-d5a9-4245-a641-7e9931a1f583 service neutron] Port e811b3e2-9753-42d4-b2b5-4b99bb8f2043 on network 600f9071-ae94-4faf-af07-907279d06a26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80603 {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 19:04:49.153327 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-8f842d90-d5a9-4245-a641-7e9931a1f583 service neutron] Attempting to bind port e811b3e2-9753-42d4-b2b5-4b99bb8f2043 on network 600f9071-ae94-4faf-af07-907279d06a26 {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:04:49.156442 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-a62c8ea9-36b5-4c29-b4ee-ec050da615ae req-76d776fd-fce0-4cc6-9267-7ef841e8ac99 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=155208d5-4822-4181-8d96-81195e9ff5fd HTTP/1.1" status: 200 len: 943 time: 0.6920323 Aug 25 19:04:49.167425 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-8f842d90-d5a9-4245-a641-7e9931a1f583 service neutron] Checking agent: {'id': 'bb439c80-c1b1-4a92-94b6-4f0aaad03a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80603', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 19, 1, 6), 'started_at': datetime.datetime(2021, 8, 25, 19, 1, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:04:49.167795 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-8f842d90-d5a9-4245-a641-7e9931a1f583 service neutron] Checking segment: {'id': '81fc5d6f-79c4-4010-95f4-8fd5bd65c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '600f9071-ae94-4faf-af07-907279d06a26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:04:49.168167 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-8f842d90-d5a9-4245-a641-7e9931a1f583 service neutron] Bound using segment: {'id': '81fc5d6f-79c4-4010-95f4-8fd5bd65c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '600f9071-ae94-4faf-af07-907279d06a26'} {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:04:49.168616 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.managers [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-8f842d90-d5a9-4245-a641-7e9931a1f583 service neutron] Bound port: e811b3e2-9753-42d4-b2b5-4b99bb8f2043, host: hv-cinder-80603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81fc5d6f-79c4-4010-95f4-8fd5bd65c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '600f9071-ae94-4faf-af07-907279d06a26'}}] {{(pid=74944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:04:49.168968 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-8f842d90-d5a9-4245-a641-7e9931a1f583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:49.257706 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-205cda10-a170-4662-858a-b934282c75da tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:49.265056 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-205cda10-a170-4662-858a-b934282c75da tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Usage tracker for resource:port and tenant:508d2f9be604482d9941b76ea9360ebf is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:49.269971 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-205cda10-a170-4662-858a-b934282c75da tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:49.275363 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-a62c8ea9-36b5-4c29-b4ee-ec050da615ae req-704a24fe-6b0b-4902-a0a4-5ad7e2e3477c tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868468 Aug 25 19:04:49.279519 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-d436647f-705c-43ca-aa14-9a0dd1eeab18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:49.279767 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-205cda10-a170-4662-858a-b934282c75da tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:49.293834 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-205cda10-a170-4662-858a-b934282c75da tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Made reservation on behalf of 508d2f9be604482d9941b76ea9360ebf for: {'port': 1} {{(pid=74943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:04:49.297300 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-205cda10-a170-4662-858a-b934282c75da tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:49.309495 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-d436647f-705c-43ca-aa14-9a0dd1eeab18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:49.324990 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-f0615393-6e56-4e6b-9f8e-625a558f8bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:49.376570 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.db [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-8f842d90-d5a9-4245-a641-7e9931a1f583 service neutron] For port e811b3e2-9753-42d4-b2b5-4b99bb8f2043, host hv-cinder-80603, cleared binding levels {{(pid=74944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:04:49.385998 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d436647f-705c-43ca-aa14-9a0dd1eeab18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117202b3-7686-4138-bf4f-74edee0755b5,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:49.391542 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-d436647f-705c-43ca-aa14-9a0dd1eeab18 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=961adec867dc4f14b8aceb5285cb9106&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3869295 Aug 25 19:04:49.392537 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-d436647f-705c-43ca-aa14-9a0dd1eeab18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:49.394835 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.db [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-8f842d90-d5a9-4245-a641-7e9931a1f583 service neutron] For port e811b3e2-9753-42d4-b2b5-4b99bb8f2043, host hv-cinder-80603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=e811b3e2-9753-42d4-b2b5-4b99bb8f2043,segment=NetworkSegment(81fc5d6f-79c4-4010-95f4-8fd5bd65c0de),segment_id=81fc5d6f-79c4-4010-95f4-8fd5bd65c0de)] {{(pid=74944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:04:49.396501 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 40802) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:49.413919 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-8f842d90-d5a9-4245-a641-7e9931a1f583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3912932'] for port, after_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:49.420111 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-6936e2ea-57c8-40c5-aa77-31681c088327 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:49.515430 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-8f842d90-d5a9-4245-a641-7e9931a1f583 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for port, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:49.516841 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-8f842d90-d5a9-4245-a641-7e9931a1f583 service neutron] 10.222.0.23 "PUT /v2.0/ports/e811b3e2-9753-42d4-b2b5-4b99bb8f2043 HTTP/1.1" status: 200 len: 1093 time: 2.0615885 Aug 25 19:04:49.520794 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '155208d5-4822-4181-8d96-81195e9ff5fd', 'tag': 'e811b3e2-9753-42d4-b2b5-4b99bb8f2043'}] {{(pid=74944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:04:49.538728 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f842d90-d5a9-4245-a641-7e9931a1f583 service neutron] Pushing event updated for resources: {'Port': ['ID=e811b3e2-9753-42d4-b2b5-4b99bb8f2043,revision_number=3']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:49.549879 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-8f842d90-d5a9-4245-a641-7e9931a1f583 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:49.570288 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.db_base_plugin_common [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-205cda10-a170-4662-858a-b934282c75da tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Allocated IP 172.20.0.11 (dcba5228-0fd3-41e7-99f9-25540fafe961/ee51adfd-76e9-4ff5-83d0-76b0ac0c12c4/0cd65f13-f866-4253-bcda-2106c94be446) {{(pid=74943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:04:49.599904 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-3e6f055b-6d83-47b2-b202-dc4aae10aa83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:49.684536 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-3e6f055b-6d83-47b2-b202-dc4aae10aa83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:49.784201 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5fd76-a887-4a34-bc38-a1cf66dde660 req-148dc885-df79-4d84-bef1-b7b4237aec85 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:49.786144 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-aad5fd76-a887-4a34-bc38-a1cf66dde660 req-148dc885-df79-4d84-bef1-b7b4237aec85 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 946 time: 0.2353115 Aug 25 19:04:49.807867 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-8681f9f2-0557-45be-a873-38d72eab01a2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8012309d8e984e1282fe2edde148c026&device_id=155208d5-4822-4181-8d96-81195e9ff5fd HTTP/1.1" status: 200 len: 1096 time: 0.1744237 Aug 25 19:04:49.850472 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-3e6f055b-6d83-47b2-b202-dc4aae10aa83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:49.859926 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-e41fd5e8-8dca-4516-b22c-05113270d158 req-60938f2a-780e-4b59-8d30-5f97bb41aaf2 tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] 10.222.0.18 "GET /v2.0/ports?device_id=79b60a97-8548-402a-8e66-30fa6f6c725c HTTP/1.1" status: 200 len: 210 time: 0.0584476 Aug 25 19:04:49.970068 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-205cda10-a170-4662-858a-b934282c75da tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Notify callbacks [] for port, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:50.009992 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-205cda10-a170-4662-858a-b934282c75da tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039'] for port, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:50.014355 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-197f71ee-42e9-4fb2-9c4d-edf93573ea50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:50.024949 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-20a528c2-76f4-4be9-9191-7c5468d0d98b tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:50.033690 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '155208d5-4822-4181-8d96-81195e9ff5fd', 'tag': 'e811b3e2-9753-42d4-b2b5-4b99bb8f2043', 'status': 'completed', 'code': 200} Aug 25 19:04:50.042784 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f055b-6d83-47b2-b202-dc4aae10aa83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117202b3-7686-4138-bf4f-74edee0755b5,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:50.076734 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-3e6f055b-6d83-47b2-b202-dc4aae10aa83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:50.091571 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-aad5fd76-a887-4a34-bc38-a1cf66dde660 req-97433cfe-6cf4-4618-a100-08e3243443c0 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878675 Aug 25 19:04:50.118208 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-3e6f055b-6d83-47b2-b202-dc4aae10aa83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:50.119612 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-3e6f055b-6d83-47b2-b202-dc4aae10aa83 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/117202b3-7686-4138-bf4f-74edee0755b5 HTTP/1.1" status: 204 len: 168 time: 0.7221358 Aug 25 19:04:50.122599 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-ec3fd284-a76e-4a8d-9a06-d5309f9b890b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e811b3e2-9753-42d4-b2b5-4b99bb8f2043 HTTP/1.1" status: 200 len: 217 time: 0.2809625 Aug 25 19:04:50.209145 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-205cda10-a170-4662-858a-b934282c75da tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Network dcba5228-0fd3-41e7-99f9-25540fafe961 is already hosted by enough agents. {{(pid=74943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:04:50.212576 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.base_scheduler [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-205cda10-a170-4662-858a-b934282c75da tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Resources bound (agent type, host, resource id): {{(pid=74943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:04:50.212844 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-50fe6847-3abd-4965-818f-843c8cadf799 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:50.216754 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-50fe6847-3abd-4965-818f-843c8cadf799 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=de47097b-8fef-48bc-b85d-5a5fab2a3082 HTTP/1.1" status: 200 len: 855 time: 0.0813920 Aug 25 19:04:50.220487 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.l3_dvrscheduler_db [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-205cda10-a170-4662-858a-b934282c75da tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Received port after_create {{(pid=74943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:04:50.224778 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-205cda10-a170-4662-858a-b934282c75da tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:50.225717 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-205cda10-a170-4662-858a-b934282c75da tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for port, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:50.239860 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205cda10-a170-4662-858a-b934282c75da tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Pushing event updated for resources: {'Port': ['ID=0cd65f13-f866-4253-bcda-2106c94be446,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:50.245272 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-205cda10-a170-4662-858a-b934282c75da tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:50.257617 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-205cda10-a170-4662-858a-b934282c75da tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3471632 Aug 25 19:04:50.285260 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-26d725a4-49d6-42ad-b71a-45a81b650b6a service neutron] Request body: {'port': {'device_id': '79b60a97-8548-402a-8e66-30fa6f6c725c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80603'}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:04:50.306741 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-4af4ed89-e2b0-4e24-8fa1-8e8e036647ef service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=600f9071-ae94-4faf-af07-907279d06a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768938 Aug 25 19:04:50.497692 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-26d725a4-49d6-42ad-b71a-45a81b650b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:50.522334 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-130a8fa9-15ed-493a-a159-d1e21e5f1e78 service neutron] 10.222.0.23 "GET /v2.0/networks/600f9071-ae94-4faf-af07-907279d06a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060018 Aug 25 19:04:50.764358 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-c6798e7f-23c8-472d-8aae-db93cb0820f1 req-22955a45-a833-443e-ad79-a6f126819f0d service neutron] 10.222.0.23 "GET /v2.0/networks/600f9071-ae94-4faf-af07-907279d06a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306952 Aug 25 19:04:51.138755 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-17fc50b2-18e0-4472-a2a6-4f778ad38306 req-431d3d9c-66ff-4c9c-840b-d225cff2c94e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8012309d8e984e1282fe2edde148c026&device_id=155208d5-4822-4181-8d96-81195e9ff5fd HTTP/1.1" status: 200 len: 1096 time: 0.2478690 Aug 25 19:04:51.211325 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d2ebb-99ca-49a6-a3ba-6dce1a7e64cf req-27f9d80f-a4c4-4878-bbab-bccc29481a55 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:51.214414 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-a47d2ebb-99ca-49a6-a3ba-6dce1a7e64cf req-27f9d80f-a4c4-4878-bbab-bccc29481a55 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=155208d5-4822-4181-8d96-81195e9ff5fd HTTP/1.1" status: 200 len: 943 time: 0.5428147 Aug 25 19:04:51.403903 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.notifiers.nova [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-26d725a4-49d6-42ad-b71a-45a81b650b6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cd65f13-f866-4253-bcda-2106c94be446 {{(pid=74943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:04:51.413546 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-26d725a4-49d6-42ad-b71a-45a81b650b6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:51.419846 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-a47d2ebb-99ca-49a6-a3ba-6dce1a7e64cf req-deaa50ca-f49f-4478-97a0-c653ae52e030 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805542 Aug 25 19:04:51.456279 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.provisioning_blocks [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-26d725a4-49d6-42ad-b71a-45a81b650b6a service neutron] Transition to ACTIVE for port object 0cd65f13-f866-4253-bcda-2106c94be446 will not be triggered until provisioned by entity L2. {{(pid=74943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:04:51.461641 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-26d725a4-49d6-42ad-b71a-45a81b650b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:51.466076 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-2a4ec1d6-ed4a-467f-b2ac-8c7c2b903a5c tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:51.537241 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc50b2-18e0-4472-a2a6-4f778ad38306 req-f0fb54e4-528e-4c63-9624-18e9353a0a45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:51.539790 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-17fc50b2-18e0-4472-a2a6-4f778ad38306 req-f0fb54e4-528e-4c63-9624-18e9353a0a45 service neutron] 10.222.0.23 "GET /v2.0/networks?id=600f9071-ae94-4faf-af07-907279d06a26 HTTP/1.1" status: 200 len: 916 time: 0.3919425 Aug 25 19:04:51.665724 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2653c9-53b1-4a7b-9ef8-d950ab95026e req-b6439a7e-4bfd-49a3-ac0a-57b7c5c80da1 tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:51.673243 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-1f2653c9-53b1-4a7b-9ef8-d950ab95026e req-b6439a7e-4bfd-49a3-ac0a-57b7c5c80da1 tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] 10.222.0.18 "GET /v2.0/ports?device_id=79b60a97-8548-402a-8e66-30fa6f6c725c HTTP/1.1" status: 200 len: 932 time: 0.3682461 Aug 25 19:04:51.677387 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-17fc50b2-18e0-4472-a2a6-4f778ad38306 req-1e0b59da-d9bf-41bb-96f6-9e4d1572191f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e811b3e2-9753-42d4-b2b5-4b99bb8f2043 HTTP/1.1" status: 200 len: 217 time: 0.1236959 Aug 25 19:04:51.696240 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d725a4-49d6-42ad-b71a-45a81b650b6a service neutron] Pushing event updated for resources: {'Port': ['ID=0cd65f13-f866-4253-bcda-2106c94be446,revision_number=2']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:51.708754 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-26d725a4-49d6-42ad-b71a-45a81b650b6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:51.790504 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-1f2653c9-53b1-4a7b-9ef8-d950ab95026e req-b9e2f51b-697b-4d82-a257-67101f8bd9d2 tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Synchronizing usage tracker for tenant:508d2f9be604482d9941b76ea9360ebf on resource:security_group {{(pid=74944) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:04:51.798518 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc50b2-18e0-4472-a2a6-4f778ad38306 req-46e7d89a-934e-4589-ba7d-c765e8a6137d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:51.800433 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-17fc50b2-18e0-4472-a2a6-4f778ad38306 req-46e7d89a-934e-4589-ba7d-c765e8a6137d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=de47097b-8fef-48bc-b85d-5a5fab2a3082 HTTP/1.1" status: 200 len: 855 time: 0.1056302 Aug 25 19:04:51.854270 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-1f2653c9-53b1-4a7b-9ef8-d950ab95026e req-b9e2f51b-697b-4d82-a257-67101f8bd9d2 tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Unset dirty status for tenant:508d2f9be604482d9941b76ea9360ebf on resource:security_group {{(pid=74944) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:04:51.865316 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-1f2653c9-53b1-4a7b-9ef8-d950ab95026e req-b9e2f51b-697b-4d82-a257-67101f8bd9d2 tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] 10.222.0.18 "GET /v2.0/security-groups?id=33784715-04ee-4fcd-87e1-fa86ed017d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909378 Aug 25 19:04:51.876475 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-17fc50b2-18e0-4472-a2a6-4f778ad38306 req-6b341d21-870e-4145-9074-5b5ad4680260 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=600f9071-ae94-4faf-af07-907279d06a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623255 Aug 25 19:04:51.993955 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 40868) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:52.135473 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-17fc50b2-18e0-4472-a2a6-4f778ad38306 req-7dd6bbf0-0175-44a7-ba79-c204bfef4299 service neutron] 10.222.0.23 "GET /v2.0/networks/600f9071-ae94-4faf-af07-907279d06a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473423 Aug 25 19:04:52.250416 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.managers [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-26d725a4-49d6-42ad-b71a-45a81b650b6a service neutron] Attempting to bind port 0cd65f13-f866-4253-bcda-2106c94be446 on host hv-cinder-80603 for vnic_type normal with profile {{(pid=74943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:04:52.251031 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.managers [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-26d725a4-49d6-42ad-b71a-45a81b650b6a service neutron] Attempting to bind port 0cd65f13-f866-4253-bcda-2106c94be446 by drivers openvswitch,hyperv on host hv-cinder-80603 at level 0 using segments [{'id': '5970779a-c505-45d9-9895-a0ca721fd9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'dcba5228-0fd3-41e7-99f9-25540fafe961'}] {{(pid=74943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:04:52.251518 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-26d725a4-49d6-42ad-b71a-45a81b650b6a service neutron] Attempting to bind port 0cd65f13-f866-4253-bcda-2106c94be446 on network dcba5228-0fd3-41e7-99f9-25540fafe961 {{(pid=74943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:04:52.266274 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a04f3-4aa1-42fb-b3a4-df3f4e38e4eb req-f687efb2-c389-4d2b-ae4f-4e42d4acdec4 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:52.278108 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f87a04f3-4aa1-42fb-b3a4-df3f4e38e4eb req-f687efb2-c389-4d2b-ae4f-4e42d4acdec4 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 946 time: 0.3671579 Aug 25 19:04:52.321727 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-26d725a4-49d6-42ad-b71a-45a81b650b6a service neutron] Port 0cd65f13-f866-4253-bcda-2106c94be446 on network dcba5228-0fd3-41e7-99f9-25540fafe961 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80603 {{(pid=74943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 19:04:52.322279 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-26d725a4-49d6-42ad-b71a-45a81b650b6a service neutron] Attempting to bind port 0cd65f13-f866-4253-bcda-2106c94be446 on network dcba5228-0fd3-41e7-99f9-25540fafe961 {{(pid=74943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:04:52.352970 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-26d725a4-49d6-42ad-b71a-45a81b650b6a service neutron] Checking agent: {'id': 'bb439c80-c1b1-4a92-94b6-4f0aaad03a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80603', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 19, 1, 6), 'started_at': datetime.datetime(2021, 8, 25, 19, 1, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:04:52.353527 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-26d725a4-49d6-42ad-b71a-45a81b650b6a service neutron] Checking segment: {'id': '5970779a-c505-45d9-9895-a0ca721fd9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'dcba5228-0fd3-41e7-99f9-25540fafe961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:04:52.354172 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-26d725a4-49d6-42ad-b71a-45a81b650b6a service neutron] Bound using segment: {'id': '5970779a-c505-45d9-9895-a0ca721fd9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'dcba5228-0fd3-41e7-99f9-25540fafe961'} {{(pid=74943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:04:52.355047 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.managers [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-26d725a4-49d6-42ad-b71a-45a81b650b6a service neutron] Bound port: 0cd65f13-f866-4253-bcda-2106c94be446, host: hv-cinder-80603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5970779a-c505-45d9-9895-a0ca721fd9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'dcba5228-0fd3-41e7-99f9-25540fafe961'}}] {{(pid=74943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:04:52.355867 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-26d725a4-49d6-42ad-b71a-45a81b650b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:52.415226 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f87a04f3-4aa1-42fb-b3a4-df3f4e38e4eb req-13b16e93-a479-4fa5-9099-9fa76fd941a2 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355796 Aug 25 19:04:52.462214 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-17fc50b2-18e0-4472-a2a6-4f778ad38306 req-37d912a3-ea83-463d-aaf1-2d0f4df886b3 service neutron] 10.222.0.23 "GET /v2.0/networks/600f9071-ae94-4faf-af07-907279d06a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048465 Aug 25 19:04:52.568218 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.db [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-26d725a4-49d6-42ad-b71a-45a81b650b6a service neutron] For port 0cd65f13-f866-4253-bcda-2106c94be446, host hv-cinder-80603, cleared binding levels {{(pid=74943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:04:52.577880 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.db [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-26d725a4-49d6-42ad-b71a-45a81b650b6a service neutron] For port 0cd65f13-f866-4253-bcda-2106c94be446, host hv-cinder-80603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=0cd65f13-f866-4253-bcda-2106c94be446,segment=NetworkSegment(5970779a-c505-45d9-9895-a0ca721fd9a3),segment_id=5970779a-c505-45d9-9895-a0ca721fd9a3)] {{(pid=74943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:04:52.586838 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-26d725a4-49d6-42ad-b71a-45a81b650b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:52.602323 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-4de268b3-4aeb-4b39-b22b-1fb9123d2900 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:52.838057 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-53211acc-16e4-4e7c-87c6-61827efd502d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:52.870146 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-26d725a4-49d6-42ad-b71a-45a81b650b6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for port, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:52.872656 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-26d725a4-49d6-42ad-b71a-45a81b650b6a service neutron] 10.222.0.23 "PUT /v2.0/ports/0cd65f13-f866-4253-bcda-2106c94be446 HTTP/1.1" status: 200 len: 1094 time: 2.5924134 Aug 25 19:04:52.883464 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b60a97-8548-402a-8e66-30fa6f6c725c', 'tag': '0cd65f13-f866-4253-bcda-2106c94be446'}] {{(pid=74943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:04:53.060191 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79b60a97-8548-402a-8e66-30fa6f6c725c', 'tag': '0cd65f13-f866-4253-bcda-2106c94be446', 'status': 'completed', 'code': 200} Aug 25 19:04:53.106224 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d725a4-49d6-42ad-b71a-45a81b650b6a service neutron] Pushing event updated for resources: {'Port': ['ID=0cd65f13-f866-4253-bcda-2106c94be446,revision_number=3']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:53.117201 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-26d725a4-49d6-42ad-b71a-45a81b650b6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:53.151370 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-53211acc-16e4-4e7c-87c6-61827efd502d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:53.169998 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-53211acc-16e4-4e7c-87c6-61827efd502d admin admin] Usage tracker for resource:security_group_rule and tenant:0ce27b3aa40646cabd12d04d29d8a3db is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:53.183232 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-53211acc-16e4-4e7c-87c6-61827efd502d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:53.199986 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-53211acc-16e4-4e7c-87c6-61827efd502d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:53.241415 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872d1e4-1462-4d5d-be6a-16d1645a1c4d req-286f8d74-247a-4aa4-9581-d704f2ed190a tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:53.254224 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-9872d1e4-1462-4d5d-be6a-16d1645a1c4d req-286f8d74-247a-4aa4-9581-d704f2ed190a tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=155208d5-4822-4181-8d96-81195e9ff5fd HTTP/1.1" status: 200 len: 943 time: 0.5558770 Aug 25 19:04:53.324615 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-85befe2e-6e81-4ef6-8cce-7998e3ef18c1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=508d2f9be604482d9941b76ea9360ebf&device_id=79b60a97-8548-402a-8e66-30fa6f6c725c HTTP/1.1" status: 200 len: 1097 time: 0.3523521 Aug 25 19:04:53.457396 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac6236-7b8d-4134-9380-075197189dcc req-2ca24527-d177-47ac-8f4d-bd8c65903ba2 tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:53.460009 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-98ac6236-7b8d-4134-9380-075197189dcc req-2ca24527-d177-47ac-8f4d-bd8c65903ba2 tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] 10.222.0.18 "GET /v2.0/ports?device_id=79b60a97-8548-402a-8e66-30fa6f6c725c HTTP/1.1" status: 200 len: 944 time: 0.1910307 Aug 25 19:04:53.513163 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-98ac6236-7b8d-4134-9380-075197189dcc req-219aba5f-9d7f-4862-9aec-46f6af26e7ef tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] 10.222.0.18 "GET /v2.0/security-groups?id=33784715-04ee-4fcd-87e1-fa86ed017d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461905 Aug 25 19:04:53.528065 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-d1147fcd-2a13-498a-b406-7c61976f1d81 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0cd65f13-f866-4253-bcda-2106c94be446 HTTP/1.1" status: 200 len: 217 time: 0.1791918 Aug 25 19:04:53.552440 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-9872d1e4-1462-4d5d-be6a-16d1645a1c4d req-5d9759f5-4e7a-47b2-ba10-546c87fdc799 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966378 Aug 25 19:04:53.677786 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-53211acc-16e4-4e7c-87c6-61827efd502d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:53.688567 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-53211acc-16e4-4e7c-87c6-61827efd502d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:53.699332 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-909740c6-d852-441b-a9b6-f287437b3f66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:53.711101 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-b3de2f33-790d-4366-a466-0133bcc308dd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:53.712985 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-b3de2f33-790d-4366-a466-0133bcc308dd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ee51adfd-76e9-4ff5-83d0-76b0ac0c12c4 HTTP/1.1" status: 200 len: 848 time: 0.1686962 Aug 25 19:04:53.904921 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-093af8a8-0b29-4d2a-8fb2-a2d0112ee054 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dcba5228-0fd3-41e7-99f9-25540fafe961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722642 Aug 25 19:04:53.929199 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 40924) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:53.954467 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53211acc-16e4-4e7c-87c6-61827efd502d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e41d95-7991-40c1-85ab-a3c587b7a2cc,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:53.966667 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-53211acc-16e4-4e7c-87c6-61827efd502d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0ce27b3aa40646cabd12d04d29d8a3db&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9381142 Aug 25 19:04:53.968170 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-53211acc-16e4-4e7c-87c6-61827efd502d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:53.969397 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 40930) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:54.134711 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-4240428a-3fc5-45a4-a75b-695075eedb94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:54.196441 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-4240428a-3fc5-45a4-a75b-695075eedb94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:54.261053 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-d81b56cf-3251-4f84-a213-fb6648e50028 service neutron] 10.222.0.23 "GET /v2.0/networks/dcba5228-0fd3-41e7-99f9-25540fafe961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728987 Aug 25 19:04:54.352469 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-b0267d13-de28-4907-acff-dfeae3969a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:54.383648 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-4240428a-3fc5-45a4-a75b-695075eedb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:54.400566 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:54.449205 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4240428a-3fc5-45a4-a75b-695075eedb94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e41d95-7991-40c1-85ab-a3c587b7a2cc,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:54.453609 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-4240428a-3fc5-45a4-a75b-695075eedb94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:54.467208 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-4240428a-3fc5-45a4-a75b-695075eedb94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:54.469828 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-4240428a-3fc5-45a4-a75b-695075eedb94 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d2e41d95-7991-40c1-85ab-a3c587b7a2cc HTTP/1.1" status: 204 len: 168 time: 0.4973781 Aug 25 19:04:54.494019 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-b0267d13-de28-4907-acff-dfeae3969a32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:54.502955 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f01d0-f157-413e-b1d8-1cc729a0bd15 req-a1b181c2-572e-4239-96da-4e28fa1d8efb tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:54.505950 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-b0267d13-de28-4907-acff-dfeae3969a32 admin admin] Usage tracker for resource:security_group_rule and tenant:879cb3afe71545d08d945f622fcdc4ee is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:54.513250 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-b0267d13-de28-4907-acff-dfeae3969a32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:54.516089 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-b15f01d0-f157-413e-b1d8-1cc729a0bd15 req-a1b181c2-572e-4239-96da-4e28fa1d8efb tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 946 time: 0.6162121 Aug 25 19:04:54.526854 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-b0267d13-de28-4907-acff-dfeae3969a32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:54.688335 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-b0267d13-de28-4907-acff-dfeae3969a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:54.696184 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-b0267d13-de28-4907-acff-dfeae3969a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:54.712150 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-510a6c34-5e6e-49a2-b891-8b4e83aef1f1 req-1103bebc-9e63-4ae2-965c-559fb214c6da service neutron] 10.222.0.23 "GET /v2.0/networks/dcba5228-0fd3-41e7-99f9-25540fafe961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417064 Aug 25 19:04:54.726661 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-b15f01d0-f157-413e-b1d8-1cc729a0bd15 req-03967bc3-83c2-4b48-b44e-6c518e80b374 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090740 Aug 25 19:04:54.734402 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-1688a7ef-429a-472f-825b-0d203e68efc7 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:54.859701 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-b0267d13-de28-4907-acff-dfeae3969a32 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=879cb3afe71545d08d945f622fcdc4ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9250929 Aug 25 19:04:54.862979 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 40950) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:54.948221 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0267d13-de28-4907-acff-dfeae3969a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d2b588-0a15-453c-bb83-e55fea3b8b2a,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:54.974564 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-b0267d13-de28-4907-acff-dfeae3969a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:54.989628 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device e811b3e2-9753-42d4-b2b5-4b99bb8f2043 details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=74945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:04:55.079378 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-23b96070-3971-449b-8be7-db430e256d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:55.094570 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-ba6160af-7fe9-484a-a0f6-ebfea79a8271 req-1063e64a-9827-432e-9ed6-05e99b854f49 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=508d2f9be604482d9941b76ea9360ebf&device_id=79b60a97-8548-402a-8e66-30fa6f6c725c HTTP/1.1" status: 200 len: 1097 time: 0.2471414 Aug 25 19:04:55.188366 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529b7d2-5592-4f47-98b3-1977328ae0e6 req-37967759-e5cd-4469-8bd0-f5c77871e20f tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:55.190675 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-3529b7d2-5592-4f47-98b3-1977328ae0e6 req-37967759-e5cd-4469-8bd0-f5c77871e20f tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] 10.222.0.18 "GET /v2.0/ports?device_id=79b60a97-8548-402a-8e66-30fa6f6c725c HTTP/1.1" status: 200 len: 944 time: 0.3336806 Aug 25 19:04:55.231246 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-23b96070-3971-449b-8be7-db430e256d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:55.266943 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port e811b3e2-9753-42d4-b2b5-4b99bb8f2043, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=e811b3e2-9753-42d4-b2b5-4b99bb8f2043,segment=NetworkSegment(81fc5d6f-79c4-4010-95f4-8fd5bd65c0de),segment_id=81fc5d6f-79c4-4010-95f4-8fd5bd65c0de)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:04:55.286808 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Returning: {'device': 'e811b3e2-9753-42d4-b2b5-4b99bb8f2043', 'network_id': '600f9071-ae94-4faf-af07-907279d06a26', 'port_id': 'e811b3e2-9753-42d4-b2b5-4b99bb8f2043', 'mac_address': 'fa:16:3e:00:cf:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de47097b-8fef-48bc-b85d-5a5fab2a3082', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:04:55.362803 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:55.374212 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 40960) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:55.382607 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e811b3e2-9753-42d4-b2b5-4b99bb8f2043 {{(pid=74945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:04:55.403898 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port e811b3e2-9753-42d4-b2b5-4b99bb8f2043, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=e811b3e2-9753-42d4-b2b5-4b99bb8f2043,segment=NetworkSegment(81fc5d6f-79c4-4010-95f4-8fd5bd65c0de),segment_id=81fc5d6f-79c4-4010-95f4-8fd5bd65c0de)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:04:55.405987 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-3529b7d2-5592-4f47-98b3-1977328ae0e6 req-0be94c40-973b-4ba9-9736-f8a595978ac2 tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] 10.222.0.18 "GET /v2.0/security-groups?id=33784715-04ee-4fcd-87e1-fa86ed017d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860223 Aug 25 19:04:55.419324 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:55.424641 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:55.457898 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-23b96070-3971-449b-8be7-db430e256d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:55.458281 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:55.480875 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337ab08-db4b-465c-af0f-8bc37eb7fe4f req-d5c7e5c1-4fd4-4a65-b18b-472305d330e8 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:55.488560 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-c337ab08-db4b-465c-af0f-8bc37eb7fe4f req-d5c7e5c1-4fd4-4a65-b18b-472305d330e8 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=155208d5-4822-4181-8d96-81195e9ff5fd HTTP/1.1" status: 200 len: 943 time: 0.3873723 Aug 25 19:04:55.491846 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-366dd46a-ab51-445d-bf9f-8308334e6233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:55.497017 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b96070-3971-449b-8be7-db430e256d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d2b588-0a15-453c-bb83-e55fea3b8b2a,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:55.506353 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6160af-7fe9-484a-a0f6-ebfea79a8271 req-8630e7c1-790d-4948-8649-5fd0acce0868 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:55.507336 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-23b96070-3971-449b-8be7-db430e256d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:55.509991 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-ba6160af-7fe9-484a-a0f6-ebfea79a8271 req-8630e7c1-790d-4948-8649-5fd0acce0868 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dcba5228-0fd3-41e7-99f9-25540fafe961 HTTP/1.1" status: 200 len: 909 time: 0.4061456 Aug 25 19:04:55.513038 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-23b96070-3971-449b-8be7-db430e256d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:55.517950 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-23b96070-3971-449b-8be7-db430e256d6b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/10d2b588-0a15-453c-bb83-e55fea3b8b2a HTTP/1.1" status: 204 len: 168 time: 0.6510959 Aug 25 19:04:55.641340 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=e811b3e2-9753-42d4-b2b5-4b99bb8f2043,revision_number=4']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:55.649022 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:55.653484 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-ba6160af-7fe9-484a-a0f6-ebfea79a8271 req-5036a81e-8985-43c3-93bd-13f256b85652 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0cd65f13-f866-4253-bcda-2106c94be446 HTTP/1.1" status: 200 len: 217 time: 0.1295612 Aug 25 19:04:55.667515 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-366dd46a-ab51-445d-bf9f-8308334e6233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:55.673367 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-366dd46a-ab51-445d-bf9f-8308334e6233 admin admin] Usage tracker for resource:security_group_rule and tenant:1a6cb83133fe401189802566003fd9ba is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:55.677595 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-366dd46a-ab51-445d-bf9f-8308334e6233 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:55.729313 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-c337ab08-db4b-465c-af0f-8bc37eb7fe4f req-bd64f8d5-d884-4c59-adc2-a50cb8c0acd5 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390730 Aug 25 19:04:55.734530 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-366dd46a-ab51-445d-bf9f-8308334e6233 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:55.787428 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6160af-7fe9-484a-a0f6-ebfea79a8271 req-c944ebf1-2a36-42f2-928f-7a8e62a3f626 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:55.789007 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-ba6160af-7fe9-484a-a0f6-ebfea79a8271 req-c944ebf1-2a36-42f2-928f-7a8e62a3f626 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ee51adfd-76e9-4ff5-83d0-76b0ac0c12c4 HTTP/1.1" status: 200 len: 848 time: 0.1126809 Aug 25 19:04:55.868060 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-ba6160af-7fe9-484a-a0f6-ebfea79a8271 req-fb9c423b-6791-40bf-b030-2f1d96efec26 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dcba5228-0fd3-41e7-99f9-25540fafe961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650935 Aug 25 19:04:55.951158 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] get_ports_and_sgs() called for port_ids ['e811b3e2-9753-42d4-b2b5-4b99bb8f2043'] {{(pid=74945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:04:55.987808 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-366dd46a-ab51-445d-bf9f-8308334e6233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:56.000682 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-366dd46a-ab51-445d-bf9f-8308334e6233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:56.019790 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-59dff203-d7ce-437e-85db-a98dba2e9def admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:56.166857 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 40970) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:56.200084 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-350452ef-45d1-4266-b17e-5685de9957e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:56.233159 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366dd46a-ab51-445d-bf9f-8308334e6233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa7460b-3261-4b9d-995e-7abf7fd2bc33,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:56.259949 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-366dd46a-ab51-445d-bf9f-8308334e6233 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1a6cb83133fe401189802566003fd9ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8808253 Aug 25 19:04:56.260430 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 40974) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:56.266748 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-366dd46a-ab51-445d-bf9f-8308334e6233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:56.283591 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-350452ef-45d1-4266-b17e-5685de9957e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:56.291179 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-350452ef-45d1-4266-b17e-5685de9957e6 admin admin] Usage tracker for resource:security_group_rule and tenant:15769c3684bb499c8981bed6e84c538d is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:56.296037 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-350452ef-45d1-4266-b17e-5685de9957e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:56.300965 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-ba6160af-7fe9-484a-a0f6-ebfea79a8271 req-89aec7f8-0145-42b1-be03-967cbfc7f6e2 service neutron] 10.222.0.23 "GET /v2.0/networks/dcba5228-0fd3-41e7-99f9-25540fafe961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172568 Aug 25 19:04:56.312722 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-350452ef-45d1-4266-b17e-5685de9957e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:56.375836 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-4145f1ea-99ff-4309-9905-1548631f856b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:56.419382 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-4145f1ea-99ff-4309-9905-1548631f856b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:56.470834 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-350452ef-45d1-4266-b17e-5685de9957e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:56.479669 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-350452ef-45d1-4266-b17e-5685de9957e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:56.484909 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e93e76-3b36-4f93-8215-5a0d1a71959b req-7f22b205-f60c-48c9-9818-b8c05658d936 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:56.488258 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-28e93e76-3b36-4f93-8215-5a0d1a71959b req-7f22b205-f60c-48c9-9818-b8c05658d936 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 946 time: 0.4005713 Aug 25 19:04:56.508381 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-180b28d7-9a93-4e4c-8527-7eda2fe749d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:56.528690 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-350452ef-45d1-4266-b17e-5685de9957e6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=15769c3684bb499c8981bed6e84c538d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3603301 Aug 25 19:04:56.537968 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 40980) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:56.565442 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350452ef-45d1-4266-b17e-5685de9957e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874c95e6-fd7e-4e23-89c4-386ab7f438c2,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:56.576046 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-350452ef-45d1-4266-b17e-5685de9957e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:56.596527 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-4145f1ea-99ff-4309-9905-1548631f856b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:56.604168 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-79c92b94-cf32-4abc-9abf-de4162068a6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:56.626391 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145f1ea-99ff-4309-9905-1548631f856b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa7460b-3261-4b9d-995e-7abf7fd2bc33,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:56.631535 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-4145f1ea-99ff-4309-9905-1548631f856b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:56.644441 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-4145f1ea-99ff-4309-9905-1548631f856b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:56.648544 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-4145f1ea-99ff-4309-9905-1548631f856b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4fa7460b-3261-4b9d-995e-7abf7fd2bc33 HTTP/1.1" status: 204 len: 168 time: 0.3860114 Aug 25 19:04:56.668044 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-ba6160af-7fe9-484a-a0f6-ebfea79a8271 req-624c174d-0b96-42f5-9576-1aaa052561b6 service neutron] 10.222.0.23 "GET /v2.0/networks/dcba5228-0fd3-41e7-99f9-25540fafe961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478539 Aug 25 19:04:56.669208 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-5c754d99-68ce-47ee-b49c-cfe98961dde0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:56.689294 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-28e93e76-3b36-4f93-8215-5a0d1a71959b req-1f8321bc-eec0-4a82-b87b-124aaf1b0110 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724346 Aug 25 19:04:56.787909 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-5c754d99-68ce-47ee-b49c-cfe98961dde0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:56.894355 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-5c754d99-68ce-47ee-b49c-cfe98961dde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:56.914778 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11526e84-c87a-4d75-b3fa-25272cd507e8 req-5b8c9195-f8a4-4888-be7d-056a551c83d7 tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:56.914778 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-11526e84-c87a-4d75-b3fa-25272cd507e8 req-5b8c9195-f8a4-4888-be7d-056a551c83d7 tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] 10.222.0.18 "GET /v2.0/ports?device_id=79b60a97-8548-402a-8e66-30fa6f6c725c HTTP/1.1" status: 200 len: 944 time: 0.2055223 Aug 25 19:04:56.914778 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-ce85b5da-2204-4342-b9c2-6234ddacaefb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:56.925044 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c754d99-68ce-47ee-b49c-cfe98961dde0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874c95e6-fd7e-4e23-89c4-386ab7f438c2,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:56.930906 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-5c754d99-68ce-47ee-b49c-cfe98961dde0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:56.949493 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-5c754d99-68ce-47ee-b49c-cfe98961dde0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:56.951133 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-5c754d99-68ce-47ee-b49c-cfe98961dde0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/874c95e6-fd7e-4e23-89c4-386ab7f438c2 HTTP/1.1" status: 204 len: 168 time: 0.4107981 Aug 25 19:04:57.008811 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-11526e84-c87a-4d75-b3fa-25272cd507e8 req-f37af4a2-1965-4171-af78-b83f3ca8a8f2 tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] 10.222.0.18 "GET /v2.0/security-groups?id=33784715-04ee-4fcd-87e1-fa86ed017d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812874 Aug 25 19:04:57.245154 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974927e-2ae6-43e0-a493-9aaa3510cb5b req-997c71f8-bf7b-40d3-b726-87d9c149ca31 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:57.247971 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-4974927e-2ae6-43e0-a493-9aaa3510cb5b req-997c71f8-bf7b-40d3-b726-87d9c149ca31 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=155208d5-4822-4181-8d96-81195e9ff5fd HTTP/1.1" status: 200 len: 944 time: 0.1435924 Aug 25 19:04:57.345227 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-4974927e-2ae6-43e0-a493-9aaa3510cb5b req-b97b278a-0081-44c7-b9f3-95f5f89b51a3 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905502 Aug 25 19:04:57.708153 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 41012) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:57.733046 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-41a4b11c-337c-4f8c-b992-b424d75c2639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:57.774692 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-41a4b11c-337c-4f8c-b992-b424d75c2639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:57.779092 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-41a4b11c-337c-4f8c-b992-b424d75c2639 admin admin] Usage tracker for resource:security_group_rule and tenant:9d7d849db3d94353a279f662bfe2177f is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:57.783138 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-41a4b11c-337c-4f8c-b992-b424d75c2639 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:57.790206 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-41a4b11c-337c-4f8c-b992-b424d75c2639 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:58.014499 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-41a4b11c-337c-4f8c-b992-b424d75c2639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:58.023028 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-41a4b11c-337c-4f8c-b992-b424d75c2639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:58.034445 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-a65fed85-86f0-43e1-abee-28d1e7c1b6e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:58.075788 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bc4b4-d3e6-4166-b2ce-f9c5f0f8cde3 req-1379289d-ce88-4b6b-a586-b9f26a7a8595 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:58.077498 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-ed8bc4b4-d3e6-4166-b2ce-f9c5f0f8cde3 req-1379289d-ce88-4b6b-a586-b9f26a7a8595 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 946 time: 0.1293666 Aug 25 19:04:58.087584 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4b11c-337c-4f8c-b992-b424d75c2639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb5f88a-1df8-4f75-bc85-cbf0fde9c142,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:58.091673 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-41a4b11c-337c-4f8c-b992-b424d75c2639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:58.095245 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-41a4b11c-337c-4f8c-b992-b424d75c2639 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9d7d849db3d94353a279f662bfe2177f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3846557 Aug 25 19:04:58.098199 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 41026) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:58.139583 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-ed8bc4b4-d3e6-4166-b2ce-f9c5f0f8cde3 req-02f1d405-f769-4ead-9085-d5ca5a0bc04b tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549841 Aug 25 19:04:58.183792 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-df3e8302-2834-4d33-93f6-c09774205f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:58.234990 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-df3e8302-2834-4d33-93f6-c09774205f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:58.323356 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-df3e8302-2834-4d33-93f6-c09774205f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:58.330627 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-ebfb0c62-89b9-4e42-b9d6-268212d8d668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:58.354161 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e8302-2834-4d33-93f6-c09774205f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb5f88a-1df8-4f75-bc85-cbf0fde9c142,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:58.360990 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-df3e8302-2834-4d33-93f6-c09774205f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:58.375917 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688752a4-f7f5-487d-99ca-4340ac4f84a7 req-528cca44-f738-42fc-b186-4edda38928c8 tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:58.385345 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-df3e8302-2834-4d33-93f6-c09774205f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:58.391065 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-df3e8302-2834-4d33-93f6-c09774205f03 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0cb5f88a-1df8-4f75-bc85-cbf0fde9c142 HTTP/1.1" status: 204 len: 168 time: 0.2876554 Aug 25 19:04:58.394318 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-688752a4-f7f5-487d-99ca-4340ac4f84a7 req-528cca44-f738-42fc-b186-4edda38928c8 tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] 10.222.0.18 "GET /v2.0/ports?device_id=79b60a97-8548-402a-8e66-30fa6f6c725c HTTP/1.1" status: 200 len: 944 time: 0.1249216 Aug 25 19:04:58.456906 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-688752a4-f7f5-487d-99ca-4340ac4f84a7 req-1f253a27-c384-4dbd-b5a6-897f6ffd261a tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] 10.222.0.18 "GET /v2.0/security-groups?id=33784715-04ee-4fcd-87e1-fa86ed017d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615442 Aug 25 19:04:58.974906 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5215efbc-8876-4384-97cb-632365a59d81 req-f25f0c2e-1e22-4325-ac01-9f80d787947d tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:58.975868 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-5215efbc-8876-4384-97cb-632365a59d81 req-f25f0c2e-1e22-4325-ac01-9f80d787947d tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Synchronizing usage tracker for tenant:8012309d8e984e1282fe2edde148c026 on resource:port {{(pid=74944) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:04:58.998646 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-5215efbc-8876-4384-97cb-632365a59d81 req-f25f0c2e-1e22-4325-ac01-9f80d787947d tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Unset dirty status for tenant:8012309d8e984e1282fe2edde148c026 on resource:port {{(pid=74944) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:04:59.001190 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 0cd65f13-f866-4253-bcda-2106c94be446 details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=74945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:04:59.008424 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5215efbc-8876-4384-97cb-632365a59d81 req-f25f0c2e-1e22-4325-ac01-9f80d787947d tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=155208d5-4822-4181-8d96-81195e9ff5fd HTTP/1.1" status: 200 len: 944 time: 0.3237238 Aug 25 19:04:59.025316 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device e811b3e2-9753-42d4-b2b5-4b99bb8f2043 up at agent hyperv_hv-cinder-80603 {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:04:59.080301 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5215efbc-8876-4384-97cb-632365a59d81 req-15eb4819-70fe-4e97-a0e5-c2e1cd7e1675 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701959 Aug 25 19:04:59.377901 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 0cd65f13-f866-4253-bcda-2106c94be446, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=0cd65f13-f866-4253-bcda-2106c94be446,segment=NetworkSegment(5970779a-c505-45d9-9895-a0ca721fd9a3),segment_id=5970779a-c505-45d9-9895-a0ca721fd9a3)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:04:59.406797 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Returning: {'device': '0cd65f13-f866-4253-bcda-2106c94be446', 'network_id': 'dcba5228-0fd3-41e7-99f9-25540fafe961', 'port_id': '0cd65f13-f866-4253-bcda-2106c94be446', 'mac_address': 'fa:16:3e:bd:b6:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee51adfd-76e9-4ff5-83d0-76b0ac0c12c4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:04:59.588618 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79aa0d8-29f8-49f9-bdf7-4b2a650e3d10 req-e74e028b-c977-4ba4-ad96-fd7bb31efd37 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:59.594895 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Provisioning for port e811b3e2-9753-42d4-b2b5-4b99bb8f2043 completed by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:04:59.595300 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:59.609566 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d79aa0d8-29f8-49f9-bdf7-4b2a650e3d10 req-e74e028b-c977-4ba4-ad96-fd7bb31efd37 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 946 time: 0.2531195 Aug 25 19:04:59.712448 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Provisioning complete for port e811b3e2-9753-42d4-b2b5-4b99bb8f2043 triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:04:59.714333 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:59.779284 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cd65f13-f866-4253-bcda-2106c94be446 {{(pid=74945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:04:59.824373 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 0cd65f13-f866-4253-bcda-2106c94be446, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=0cd65f13-f866-4253-bcda-2106c94be446,segment=NetworkSegment(5970779a-c505-45d9-9895-a0ca721fd9a3),segment_id=5970779a-c505-45d9-9895-a0ca721fd9a3)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:04:59.833955 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:59.865819 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d79aa0d8-29f8-49f9-bdf7-4b2a650e3d10 req-cbfbbdd7-0c84-44a6-9ec0-a692ff23306d tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317474 Aug 25 19:04:59.871080 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:59.954860 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=0cd65f13-f866-4253-bcda-2106c94be446,revision_number=4']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:59.960302 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:00.062608 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:00.131531 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port e811b3e2-9753-42d4-b2b5-4b99bb8f2043, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=e811b3e2-9753-42d4-b2b5-4b99bb8f2043,segment=NetworkSegment(81fc5d6f-79c4-4010-95f4-8fd5bd65c0de),segment_id=81fc5d6f-79c4-4010-95f4-8fd5bd65c0de)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:05:00.136906 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '155208d5-4822-4181-8d96-81195e9ff5fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e811b3e2-9753-42d4-b2b5-4b99bb8f2043'}] {{(pid=74945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:05:00.149520 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:00.160994 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:00.295538 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=e811b3e2-9753-42d4-b2b5-4b99bb8f2043,revision_number=5']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:00.295924 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-c24feec0-8543-4f91-bc7c-89615fc2f990 req-a8b33553-22de-451b-8d30-a4a1fba40022 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 1099 time: 0.3982902 Aug 25 19:05:00.300709 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:00.338194 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] get_ports_and_sgs() called for port_ids ['0cd65f13-f866-4253-bcda-2106c94be446'] {{(pid=74945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:05:00.445303 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-c24feec0-8543-4f91-bc7c-89615fc2f990 req-e9510d58-b0c0-4eab-bed6-b16331b353fa service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255476 Aug 25 19:05:00.683881 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07919547-1d58-4bbe-b38b-4766e251115a req-423d45c8-5f28-4bb1-be1f-280eb66b07c9 tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:00.686209 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-07919547-1d58-4bbe-b38b-4766e251115a req-423d45c8-5f28-4bb1-be1f-280eb66b07c9 tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] 10.222.0.18 "GET /v2.0/ports?device_id=79b60a97-8548-402a-8e66-30fa6f6c725c HTTP/1.1" status: 200 len: 945 time: 0.3557053 Aug 25 19:05:00.754006 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4471e7e-a1e2-470c-ae82-f056e30d0d2e req-8da60979-f34c-4dc5-8662-9c5b11099c28 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:00.756017 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-a4471e7e-a1e2-470c-ae82-f056e30d0d2e req-8da60979-f34c-4dc5-8662-9c5b11099c28 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=155208d5-4822-4181-8d96-81195e9ff5fd HTTP/1.1" status: 200 len: 945 time: 0.1582963 Aug 25 19:05:00.761175 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-07919547-1d58-4bbe-b38b-4766e251115a req-e7e6c1b0-10e5-4fb6-9d01-78b2a310c9c0 tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] 10.222.0.18 "GET /v2.0/security-groups?id=33784715-04ee-4fcd-87e1-fa86ed017d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606985 Aug 25 19:05:00.860330 dv-cinder-806038-1-smb neutron-server[74945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '155208d5-4822-4181-8d96-81195e9ff5fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e811b3e2-9753-42d4-b2b5-4b99bb8f2043', 'code': 200} Aug 25 19:05:00.866076 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-a4471e7e-a1e2-470c-ae82-f056e30d0d2e req-175ee8a5-7a9b-4902-85e3-abc1e2a0e4ee tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021473 Aug 25 19:05:01.367122 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7955e-1867-4384-ac1d-de18e8bc3234 req-aad65b00-4a21-4fee-9c27-37427e0e471a tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:01.382881 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-b1e7955e-1867-4384-ac1d-de18e8bc3234 req-aad65b00-4a21-4fee-9c27-37427e0e471a tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 946 time: 0.1662884 Aug 25 19:05:01.457644 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-b463c0a9-b5ab-4b8c-902f-e4adb8dcf88b req-aa7fd67a-1d03-4543-a36c-2cd0e63af3b4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=155208d5-4822-4181-8d96-81195e9ff5fd HTTP/1.1" status: 200 len: 1098 time: 0.2031138 Aug 25 19:05:01.512478 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-b1e7955e-1867-4384-ac1d-de18e8bc3234 req-d5b61be6-233f-4727-96bd-1cab45c64c88 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286678 Aug 25 19:05:01.533362 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-b463c0a9-b5ab-4b8c-902f-e4adb8dcf88b req-e6c649ba-688b-4aa5-a52e-54f36f6e3630 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555654 Aug 25 19:05:02.230826 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8bde69-3299-4e8b-a053-634dd629c128 req-23c1e1f0-c4e4-4985-881e-bd6d6a9671a5 tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:02.233438 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-cf8bde69-3299-4e8b-a053-634dd629c128 req-23c1e1f0-c4e4-4985-881e-bd6d6a9671a5 tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Synchronizing usage tracker for tenant:508d2f9be604482d9941b76ea9360ebf on resource:port {{(pid=74943) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:05:02.262289 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-cf8bde69-3299-4e8b-a053-634dd629c128 req-23c1e1f0-c4e4-4985-881e-bd6d6a9671a5 tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Unset dirty status for tenant:508d2f9be604482d9941b76ea9360ebf on resource:port {{(pid=74943) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:05:02.264093 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-cf8bde69-3299-4e8b-a053-634dd629c128 req-23c1e1f0-c4e4-4985-881e-bd6d6a9671a5 tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] 10.222.0.18 "GET /v2.0/ports?device_id=79b60a97-8548-402a-8e66-30fa6f6c725c HTTP/1.1" status: 200 len: 945 time: 0.2027476 Aug 25 19:05:02.341511 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-cf8bde69-3299-4e8b-a053-634dd629c128 req-bac25ebf-8a1d-4e89-b2e4-a5acf2a932ea tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] 10.222.0.18 "GET /v2.0/security-groups?id=33784715-04ee-4fcd-87e1-fa86ed017d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658984 Aug 25 19:05:02.414277 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a499985a-118b-44da-af5f-8df8ec47f0f0 req-9fb62120-9b17-463e-8fca-ce21ab114dd9 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:02.417091 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-a499985a-118b-44da-af5f-8df8ec47f0f0 req-9fb62120-9b17-463e-8fca-ce21ab114dd9 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=155208d5-4822-4181-8d96-81195e9ff5fd HTTP/1.1" status: 200 len: 945 time: 0.1832576 Aug 25 19:05:02.495221 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-a499985a-118b-44da-af5f-8df8ec47f0f0 req-fe184ea2-48e0-4126-bff1-db2d6acee60e tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699079 Aug 25 19:05:02.961499 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864eecc3-f176-4a92-8a17-8e16f7e1481d req-712d04e5-778f-4a97-b40d-81530b6b9760 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:02.963697 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-864eecc3-f176-4a92-8a17-8e16f7e1481d req-712d04e5-778f-4a97-b40d-81530b6b9760 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 946 time: 0.1711962 Aug 25 19:05:03.045410 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-864eecc3-f176-4a92-8a17-8e16f7e1481d req-6a23609f-5137-464c-afa6-93cbcb094b43 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710573 Aug 25 19:05:03.068753 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 0cd65f13-f866-4253-bcda-2106c94be446 up at agent hyperv_hv-cinder-80603 {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:05:03.207334 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Provisioning for port 0cd65f13-f866-4253-bcda-2106c94be446 completed by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:05:03.214122 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Provisioning complete for port 0cd65f13-f866-4253-bcda-2106c94be446 triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:05:03.214730 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:03.498416 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:03.545411 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 0cd65f13-f866-4253-bcda-2106c94be446, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=0cd65f13-f866-4253-bcda-2106c94be446,segment=NetworkSegment(5970779a-c505-45d9-9895-a0ca721fd9a3),segment_id=5970779a-c505-45d9-9895-a0ca721fd9a3)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:05:03.547250 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b60a97-8548-402a-8e66-30fa6f6c725c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd65f13-f866-4253-bcda-2106c94be446'}] {{(pid=74945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:05:03.554823 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:03.557597 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-15264c73-f86f-42ea-aaaa-32cb82713bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:03.559006 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752144af-bf70-4d29-ab6b-70ae9a5485a8 req-04177ab4-f136-4845-a82f-5530da6dafc8 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:03.560615 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-752144af-bf70-4d29-ab6b-70ae9a5485a8 req-04177ab4-f136-4845-a82f-5530da6dafc8 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.2965336 Aug 25 19:05:03.652502 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=0cd65f13-f866-4253-bcda-2106c94be446,revision_number=5']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:03.656762 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:03.755841 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-752144af-bf70-4d29-ab6b-70ae9a5485a8 req-9458ebef-756e-4813-abf9-e1281e24e0d6 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823301 Aug 25 19:05:03.841559 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c188391-6b1b-4c09-8768-bb4d5c070ba0 req-decc2dfa-deab-416b-9b64-177fc08cfcba tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:03.845619 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-6c188391-6b1b-4c09-8768-bb4d5c070ba0 req-decc2dfa-deab-416b-9b64-177fc08cfcba tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] 10.222.0.18 "GET /v2.0/ports?device_id=79b60a97-8548-402a-8e66-30fa6f6c725c HTTP/1.1" status: 200 len: 946 time: 0.1399703 Aug 25 19:05:03.984444 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-6c188391-6b1b-4c09-8768-bb4d5c070ba0 req-95af8c51-483a-4ce7-a2fe-1330c6ad5a5f tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] 10.222.0.18 "GET /v2.0/security-groups?id=33784715-04ee-4fcd-87e1-fa86ed017d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880818 Aug 25 19:05:04.111049 dv-cinder-806038-1-smb neutron-server[74945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b60a97-8548-402a-8e66-30fa6f6c725c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd65f13-f866-4253-bcda-2106c94be446', 'code': 200} Aug 25 19:05:04.120750 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1241491-8ae0-418c-9502-187838fb8508 req-f6ea29bf-eae8-4782-9948-d307510f9203 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:04.123389 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-b1241491-8ae0-418c-9502-187838fb8508 req-f6ea29bf-eae8-4782-9948-d307510f9203 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=155208d5-4822-4181-8d96-81195e9ff5fd HTTP/1.1" status: 200 len: 945 time: 0.1487076 Aug 25 19:05:04.139955 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 41192) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:05:04.262858 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-b1241491-8ae0-418c-9502-187838fb8508 req-1d7bdd1a-5027-478a-a217-09609951f982 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318941 Aug 25 19:05:04.470092 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-55792c5f-779f-4bad-91ed-20201fdc3d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:04.568227 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-55792c5f-779f-4bad-91ed-20201fdc3d2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:05:04.578253 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-55792c5f-779f-4bad-91ed-20201fdc3d2a admin admin] Usage tracker for resource:security_group_rule and tenant:b7cbd41a3b4c4e07ad383f700651b29e is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:05:04.584122 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-55792c5f-779f-4bad-91ed-20201fdc3d2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:05:04.599318 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-55792c5f-779f-4bad-91ed-20201fdc3d2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:05:04.653156 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-6c8dee8d-7579-48c8-9c7e-0b74b4d42539 req-58139526-2693-446b-ab7f-ce345f8a7d1f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=79b60a97-8548-402a-8e66-30fa6f6c725c HTTP/1.1" status: 200 len: 1099 time: 0.2078133 Aug 25 19:05:04.739801 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-6c8dee8d-7579-48c8-9c7e-0b74b4d42539 req-a6ac3c8a-fd3b-4355-b978-76b4df435644 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=33784715-04ee-4fcd-87e1-fa86ed017d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684874 Aug 25 19:05:04.761871 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-55792c5f-779f-4bad-91ed-20201fdc3d2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:04.770190 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-55792c5f-779f-4bad-91ed-20201fdc3d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:04.783871 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-4240428a-3fc5-45a4-a75b-695075eedb94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:04.857902 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55792c5f-779f-4bad-91ed-20201fdc3d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7335d36c-6570-4355-b1d8-df429f8f800d,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:04.865624 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-55792c5f-779f-4bad-91ed-20201fdc3d2a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b7cbd41a3b4c4e07ad383f700651b29e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7239568 Aug 25 19:05:04.870440 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 41212) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:05:04.885110 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55792c5f-779f-4bad-91ed-20201fdc3d2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:04.885937 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55792c5f-779f-4bad-91ed-20201fdc3d2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:04.886792 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55792c5f-779f-4bad-91ed-20201fdc3d2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:04.887558 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55792c5f-779f-4bad-91ed-20201fdc3d2a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:04.888386 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55792c5f-779f-4bad-91ed-20201fdc3d2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:04.889312 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55792c5f-779f-4bad-91ed-20201fdc3d2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:04.890083 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55792c5f-779f-4bad-91ed-20201fdc3d2a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:04.890928 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55792c5f-779f-4bad-91ed-20201fdc3d2a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:04.891754 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55792c5f-779f-4bad-91ed-20201fdc3d2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:04.892500 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55792c5f-779f-4bad-91ed-20201fdc3d2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:04.893773 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55792c5f-779f-4bad-91ed-20201fdc3d2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:04.900681 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-55792c5f-779f-4bad-91ed-20201fdc3d2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:05.098097 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-ea76a721-cb35-4dbb-8c2b-908bc157a7de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:05.154640 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-ea76a721-cb35-4dbb-8c2b-908bc157a7de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:05.259104 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-ea76a721-cb35-4dbb-8c2b-908bc157a7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:05.263536 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:05.290616 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea76a721-cb35-4dbb-8c2b-908bc157a7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7335d36c-6570-4355-b1d8-df429f8f800d,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:05.334333 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-ea76a721-cb35-4dbb-8c2b-908bc157a7de admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:05.335817 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-ea76a721-cb35-4dbb-8c2b-908bc157a7de admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7335d36c-6570-4355-b1d8-df429f8f800d HTTP/1.1" status: 204 len: 168 time: 0.4638655 Aug 25 19:05:05.337700 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea76a721-cb35-4dbb-8c2b-908bc157a7de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:05.338177 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea76a721-cb35-4dbb-8c2b-908bc157a7de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:05.338671 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea76a721-cb35-4dbb-8c2b-908bc157a7de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:05.339124 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea76a721-cb35-4dbb-8c2b-908bc157a7de admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:05.340103 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea76a721-cb35-4dbb-8c2b-908bc157a7de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:05.342540 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea76a721-cb35-4dbb-8c2b-908bc157a7de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:05.342888 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea76a721-cb35-4dbb-8c2b-908bc157a7de admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:05.343367 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea76a721-cb35-4dbb-8c2b-908bc157a7de admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:05.343822 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea76a721-cb35-4dbb-8c2b-908bc157a7de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:05.344985 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea76a721-cb35-4dbb-8c2b-908bc157a7de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:05.345327 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea76a721-cb35-4dbb-8c2b-908bc157a7de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:05.349042 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-ea76a721-cb35-4dbb-8c2b-908bc157a7de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:05.562578 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030a9ae-1014-43c4-b576-e9ed3e7d6086 req-145ead73-5ef3-4e5e-b326-f82b51e9d662 tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:05.570273 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-e030a9ae-1014-43c4-b576-e9ed3e7d6086 req-145ead73-5ef3-4e5e-b326-f82b51e9d662 tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] 10.222.0.18 "GET /v2.0/ports?device_id=79b60a97-8548-402a-8e66-30fa6f6c725c HTTP/1.1" status: 200 len: 946 time: 0.2263556 Aug 25 19:05:05.639242 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-e030a9ae-1014-43c4-b576-e9ed3e7d6086 req-46bc9647-1470-4aec-b07f-8b4c0b66321e tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] 10.222.0.18 "GET /v2.0/security-groups?id=33784715-04ee-4fcd-87e1-fa86ed017d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675244 Aug 25 19:05:05.750279 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:05.992563 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 41240) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:05:06.022743 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-8f5bd847-21c4-49ca-940b-94d1c8b60d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:06.066688 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-8f5bd847-21c4-49ca-940b-94d1c8b60d02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:05:06.070783 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-8f5bd847-21c4-49ca-940b-94d1c8b60d02 admin admin] Usage tracker for resource:security_group_rule and tenant:30482152d0934f2c97e8d273741888d7 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:05:06.073847 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-8f5bd847-21c4-49ca-940b-94d1c8b60d02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:05:06.081159 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-8f5bd847-21c4-49ca-940b-94d1c8b60d02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:05:06.215531 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-8f5bd847-21c4-49ca-940b-94d1c8b60d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:06.223206 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-8f5bd847-21c4-49ca-940b-94d1c8b60d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:06.238045 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-0e6cb30f-61de-4467-aeb8-ea335d8193ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:06.316056 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5bd847-21c4-49ca-940b-94d1c8b60d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0e47f7-fd9e-4c27-aeb8-7741b7a447a4,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:06.322257 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-8f5bd847-21c4-49ca-940b-94d1c8b60d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:06.332098 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 41248) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:05:06.332831 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-8f5bd847-21c4-49ca-940b-94d1c8b60d02 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=30482152d0934f2c97e8d273741888d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3380854 Aug 25 19:05:06.422747 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-171902af-2615-4e2d-9fdb-04f31ae4ee74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:06.471825 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-171902af-2615-4e2d-9fdb-04f31ae4ee74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:06.562293 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-171902af-2615-4e2d-9fdb-04f31ae4ee74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:06.575120 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:06.599789 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171902af-2615-4e2d-9fdb-04f31ae4ee74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0e47f7-fd9e-4c27-aeb8-7741b7a447a4,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:06.603927 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-171902af-2615-4e2d-9fdb-04f31ae4ee74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:06.610921 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-171902af-2615-4e2d-9fdb-04f31ae4ee74 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bd0e47f7-fd9e-4c27-aeb8-7741b7a447a4 HTTP/1.1" status: 204 len: 168 time: 0.2760589 Aug 25 19:05:06.612098 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-171902af-2615-4e2d-9fdb-04f31ae4ee74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:07.071245 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-0355778c-4a16-4926-a756-cbd1b4b8c0de req-fd30328d-60b3-4c67-889a-b8c713b2131d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fc911d35cfa94aeabb9512a89dca20b2&device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 1099 time: 0.3186398 Aug 25 19:05:07.102875 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e9300f-afac-45a0-82ea-fe8009614831 req-b22cd625-3c2e-4cab-b32d-2ea0fb054070 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:07.104521 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-43e9300f-afac-45a0-82ea-fe8009614831 req-b22cd625-3c2e-4cab-b32d-2ea0fb054070 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.2547257 Aug 25 19:05:07.300007 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-43e9300f-afac-45a0-82ea-fe8009614831 req-2b9c8463-64fd-4ee5-b63b-cb8257e2d800 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786795 Aug 25 19:05:07.396815 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355778c-4a16-4926-a756-cbd1b4b8c0de req-1adaf758-817a-4217-ae2d-7796be3d90b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:07.398336 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-0355778c-4a16-4926-a756-cbd1b4b8c0de req-1adaf758-817a-4217-ae2d-7796be3d90b2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1c33251a-0801-4a8e-9ce9-f5fabe3b7086 HTTP/1.1" status: 200 len: 918 time: 0.2437778 Aug 25 19:05:07.488001 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 41300) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:05:07.663527 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-0355778c-4a16-4926-a756-cbd1b4b8c0de req-9483ce5e-e1ff-4e07-ae4c-6d4a00a0de99 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21e21cca-5e6d-477f-a8ff-30bd07b822ec HTTP/1.1" status: 200 len: 217 time: 0.2508910 Aug 25 19:05:07.676837 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.agents_db [None req-346cd5c8-7112-4e4f-bf89-0e0659d32542 None None] Agent healthcheck: found 6 active agents {{(pid=74946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:05:07.871341 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc0f48-31e6-4356-ac26-cf36adfe7909 req-90ab0e55-8236-448a-88ee-cadffe8aed0f tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:07.874118 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d6cc0f48-31e6-4356-ac26-cf36adfe7909 req-90ab0e55-8236-448a-88ee-cadffe8aed0f tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] 10.222.0.18 "GET /v2.0/ports?device_id=79b60a97-8548-402a-8e66-30fa6f6c725c HTTP/1.1" status: 200 len: 946 time: 0.3179617 Aug 25 19:05:08.016945 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355778c-4a16-4926-a756-cbd1b4b8c0de req-69dd289c-0153-4391-9ded-ac8f4ad2c187 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:08.017400 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-0ec62ec5-a41b-4c49-bbce-e0530705912a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:08.019567 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-0355778c-4a16-4926-a756-cbd1b4b8c0de req-69dd289c-0153-4391-9ded-ac8f4ad2c187 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d7025093-2f90-42bb-bb3c-06ef25a03e24 HTTP/1.1" status: 200 len: 857 time: 0.3295929 Aug 25 19:05:08.108131 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-0ec62ec5-a41b-4c49-bbce-e0530705912a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:05:08.119558 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-0ec62ec5-a41b-4c49-bbce-e0530705912a admin admin] Usage tracker for resource:security_group_rule and tenant:e426ea95becc4841a46a0827d962bcfb is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:05:08.126667 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d6cc0f48-31e6-4356-ac26-cf36adfe7909 req-7ce3e7bd-db31-463d-a8b7-6d719fe260fc tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] 10.222.0.18 "GET /v2.0/security-groups?id=33784715-04ee-4fcd-87e1-fa86ed017d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382565 Aug 25 19:05:08.128826 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-0ec62ec5-a41b-4c49-bbce-e0530705912a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:05:08.137408 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-0355778c-4a16-4926-a756-cbd1b4b8c0de req-9669b8a7-d6e9-43bb-a6dd-e90cf7ebe5b9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1c33251a-0801-4a8e-9ce9-f5fabe3b7086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1075275 Aug 25 19:05:08.151124 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-0ec62ec5-a41b-4c49-bbce-e0530705912a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:05:08.308733 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-0ec62ec5-a41b-4c49-bbce-e0530705912a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:08.318848 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-0ec62ec5-a41b-4c49-bbce-e0530705912a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:08.335205 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-cd3b8c51-e960-4bc7-9685-e4107830a537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:08.417714 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec62ec5-a41b-4c49-bbce-e0530705912a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0498254-7a8d-4e07-aaf4-eb3b3ea25d1a,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:08.422210 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-0ec62ec5-a41b-4c49-bbce-e0530705912a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:08.425407 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-0ec62ec5-a41b-4c49-bbce-e0530705912a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e426ea95becc4841a46a0827d962bcfb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9356015 Aug 25 19:05:08.429059 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-0355778c-4a16-4926-a756-cbd1b4b8c0de req-e4aeecbd-7de4-4754-b961-aaa0bcbedac4 service neutron] 10.222.0.23 "GET /v2.0/networks/1c33251a-0801-4a8e-9ce9-f5fabe3b7086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844646 Aug 25 19:05:08.429703 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 41324) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:05:08.564133 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa10281-343d-42a8-8e5f-d45c47fd98f9 req-f1a48589-94cd-407f-aea1-19ed3874d53c tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:08.572558 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5aa10281-343d-42a8-8e5f-d45c47fd98f9 req-f1a48589-94cd-407f-aea1-19ed3874d53c tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.1106279 Aug 25 19:05:08.599306 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-b3280259-5f19-4d21-879f-238e82f365e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:08.637256 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5aa10281-343d-42a8-8e5f-d45c47fd98f9 req-88c03838-81ff-4299-aae7-dbbea4c26718 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634098 Aug 25 19:05:08.658568 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-b3280259-5f19-4d21-879f-238e82f365e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:08.716192 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-0355778c-4a16-4926-a756-cbd1b4b8c0de req-d9978a61-897c-4d3a-b8b7-0ffc522b6e05 service neutron] 10.222.0.23 "GET /v2.0/networks/1c33251a-0801-4a8e-9ce9-f5fabe3b7086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663016 Aug 25 19:05:08.771095 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-b3280259-5f19-4d21-879f-238e82f365e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:08.779265 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-171902af-2615-4e2d-9fdb-04f31ae4ee74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:08.821467 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-b3280259-5f19-4d21-879f-238e82f365e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:08.822637 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-b3280259-5f19-4d21-879f-238e82f365e1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b0498254-7a8d-4e07-aaf4-eb3b3ea25d1a HTTP/1.1" status: 204 len: 168 time: 0.3921337 Aug 25 19:05:08.834604 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3280259-5f19-4d21-879f-238e82f365e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0498254-7a8d-4e07-aaf4-eb3b3ea25d1a,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:08.841763 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-b3280259-5f19-4d21-879f-238e82f365e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:09.807689 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 41364) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:05:09.835292 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-103051c4-2bc2-4cac-a748-a8bbf38ca569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:09.887171 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-103051c4-2bc2-4cac-a748-a8bbf38ca569 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:05:09.900576 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-103051c4-2bc2-4cac-a748-a8bbf38ca569 admin admin] Usage tracker for resource:security_group_rule and tenant:f106f7c0dd1246ccb43e05ed342be163 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:05:09.905168 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-103051c4-2bc2-4cac-a748-a8bbf38ca569 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:05:09.913737 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-103051c4-2bc2-4cac-a748-a8bbf38ca569 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:05:10.071524 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-103051c4-2bc2-4cac-a748-a8bbf38ca569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:10.077992 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-103051c4-2bc2-4cac-a748-a8bbf38ca569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:10.087360 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:10.145230 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103051c4-2bc2-4cac-a748-a8bbf38ca569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35adb6e-9710-4193-aa91-3521e5de527c,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:10.159399 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-103051c4-2bc2-4cac-a748-a8bbf38ca569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:10.170958 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-103051c4-2bc2-4cac-a748-a8bbf38ca569 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f106f7c0dd1246ccb43e05ed342be163&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3621056 Aug 25 19:05:10.173140 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 41376) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:05:10.184072 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7b9c5-6a79-4fec-bab1-a9194a643356 req-5d6cf9d6-65f0-4eab-b92e-72fcb6e3f15d tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:10.185813 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f7b7b9c5-6a79-4fec-bab1-a9194a643356 req-5d6cf9d6-65f0-4eab-b92e-72fcb6e3f15d tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.2169709 Aug 25 19:05:10.268924 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f7b7b9c5-6a79-4fec-bab1-a9194a643356 req-0affbfc5-3e73-46e2-880c-4538834f90ee tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723345 Aug 25 19:05:10.289428 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-49c5d845-2517-4faf-b774-258ac395fe6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:10.350288 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-49c5d845-2517-4faf-b774-258ac395fe6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:10.497200 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-49c5d845-2517-4faf-b774-258ac395fe6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:10.505388 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-c3a7b911-d119-4893-a06e-6b0f99e45b60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:10.558658 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c5d845-2517-4faf-b774-258ac395fe6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35adb6e-9710-4193-aa91-3521e5de527c,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:10.564191 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-49c5d845-2517-4faf-b774-258ac395fe6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:10.571357 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-49c5d845-2517-4faf-b774-258ac395fe6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:10.572799 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-49c5d845-2517-4faf-b774-258ac395fe6c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e35adb6e-9710-4193-aa91-3521e5de527c HTTP/1.1" status: 204 len: 168 time: 0.3971894 Aug 25 19:05:11.504380 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455de3a-de13-446b-a35a-978c69bb1d82 req-068b8f63-a0b9-4d66-811a-de870b3d9869 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:11.512767 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-8455de3a-de13-446b-a35a-978c69bb1d82 req-068b8f63-a0b9-4d66-811a-de870b3d9869 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.1048799 Aug 25 19:05:11.585241 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-8455de3a-de13-446b-a35a-978c69bb1d82 req-c8328b42-00cc-41ef-ad1d-bf7a389b4b78 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691636 Aug 25 19:05:12.245564 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 41478) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:05:12.439089 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-e14f6635-987f-497b-afcf-7491a71d55c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:12.595656 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-520bfe75-7c7f-4571-833b-a0536db0c4b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:12.665390 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-520bfe75-7c7f-4571-833b-a0536db0c4b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:05:12.675717 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-520bfe75-7c7f-4571-833b-a0536db0c4b0 admin admin] Usage tracker for resource:security_group_rule and tenant:4d89ee10abb54a338230688cff19f496 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:05:12.685751 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-520bfe75-7c7f-4571-833b-a0536db0c4b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:05:12.700789 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-520bfe75-7c7f-4571-833b-a0536db0c4b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:05:12.841285 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 41496) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:05:12.916188 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:12.981091 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-520bfe75-7c7f-4571-833b-a0536db0c4b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:12.997610 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-520bfe75-7c7f-4571-833b-a0536db0c4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:13.079817 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-3b242033-f434-42a3-99a9-405056eaa7d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:13.172090 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-520bfe75-7c7f-4571-833b-a0536db0c4b0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4d89ee10abb54a338230688cff19f496&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9206951 Aug 25 19:05:13.172389 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 41508) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:05:13.175256 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520bfe75-7c7f-4571-833b-a0536db0c4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7737c693-cbcf-48e4-a626-3dd2617763f3,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:13.192656 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-520bfe75-7c7f-4571-833b-a0536db0c4b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:13.246620 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd9545-acf8-49c4-8395-6051c74cdfdb req-cbe43586-bc3f-41a7-908f-537c1146736f tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:13.246620 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-dbdd9545-acf8-49c4-8395-6051c74cdfdb req-cbe43586-bc3f-41a7-908f-537c1146736f tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.1718428 Aug 25 19:05:13.335343 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-663f17fa-aa8d-43f9-b794-c6b4fe5466aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:13.349598 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-dbdd9545-acf8-49c4-8395-6051c74cdfdb req-e9b8e279-5b34-4777-ae08-0afb6eec45b4 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922925 Aug 25 19:05:13.441267 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-663f17fa-aa8d-43f9-b794-c6b4fe5466aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:13.449498 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-b4db7500-672c-46ef-b303-f5d57a3236b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:13.526747 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-b4db7500-672c-46ef-b303-f5d57a3236b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:05:13.532689 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-b4db7500-672c-46ef-b303-f5d57a3236b0 admin admin] Usage tracker for resource:security_group_rule and tenant:ef5ad06240e448e8b75801b6427c8426 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:05:13.542401 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-b4db7500-672c-46ef-b303-f5d57a3236b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:05:13.556061 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-b4db7500-672c-46ef-b303-f5d57a3236b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:05:13.579147 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-663f17fa-aa8d-43f9-b794-c6b4fe5466aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:13.591372 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:13.623003 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f17fa-aa8d-43f9-b794-c6b4fe5466aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7737c693-cbcf-48e4-a626-3dd2617763f3,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:13.630494 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-663f17fa-aa8d-43f9-b794-c6b4fe5466aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:13.666857 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-663f17fa-aa8d-43f9-b794-c6b4fe5466aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:13.668836 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-663f17fa-aa8d-43f9-b794-c6b4fe5466aa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7737c693-cbcf-48e4-a626-3dd2617763f3 HTTP/1.1" status: 204 len: 168 time: 0.4952829 Aug 25 19:05:13.770606 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-b4db7500-672c-46ef-b303-f5d57a3236b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:13.778306 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-b4db7500-672c-46ef-b303-f5d57a3236b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:13.795856 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-9ecb41ce-6316-4bbd-8130-ea45a5b403b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:13.865553 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db7500-672c-46ef-b303-f5d57a3236b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2b29a8-db4e-45af-84a0-327f47e870a5,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:13.879544 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-b4db7500-672c-46ef-b303-f5d57a3236b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:13.942089 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 41538) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:05:13.943039 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-b4db7500-672c-46ef-b303-f5d57a3236b0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ef5ad06240e448e8b75801b6427c8426&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0955408 Aug 25 19:05:14.078337 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-ede1e54a-99fc-4e7d-8400-b8908b23df83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:14.142682 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-ede1e54a-99fc-4e7d-8400-b8908b23df83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:14.357091 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-ede1e54a-99fc-4e7d-8400-b8908b23df83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:14.366859 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:14.393064 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede1e54a-99fc-4e7d-8400-b8908b23df83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2b29a8-db4e-45af-84a0-327f47e870a5,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:14.395513 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-ede1e54a-99fc-4e7d-8400-b8908b23df83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:14.396959 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-ede1e54a-99fc-4e7d-8400-b8908b23df83 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eb2b29a8-db4e-45af-84a0-327f47e870a5 HTTP/1.1" status: 204 len: 168 time: 0.4538548 Aug 25 19:05:14.399123 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-ede1e54a-99fc-4e7d-8400-b8908b23df83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:14.413498 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211292f-ce42-4a72-9601-865a17856fcf req-b24137d6-855c-41c0-adaa-aad5e26af7ac tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:14.423417 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-8211292f-ce42-4a72-9601-865a17856fcf req-b24137d6-855c-41c0-adaa-aad5e26af7ac tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/networks?id=600f9071-ae94-4faf-af07-907279d06a26 HTTP/1.1" status: 200 len: 815 time: 0.2243001 Aug 25 19:05:14.438114 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90569c-7cc8-4aa6-9f9e-90c102dde601 req-502c8778-2435-4655-b0b8-08d71fdd0db5 tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:14.440864 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-df90569c-7cc8-4aa6-9f9e-90c102dde601 req-502c8778-2435-4655-b0b8-08d71fdd0db5 tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] 10.222.0.18 "GET /v2.0/ports?device_id=79b60a97-8548-402a-8e66-30fa6f6c725c HTTP/1.1" status: 200 len: 946 time: 0.1574326 Aug 25 19:05:14.478920 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-8211292f-ce42-4a72-9601-865a17856fcf req-f97d2c8a-0c2c-4ec8-9d15-fb577a15fdef tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/quotas/8012309d8e984e1282fe2edde148c026 HTTP/1.1" status: 200 len: 375 time: 0.0227494 Aug 25 19:05:14.545508 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-df90569c-7cc8-4aa6-9f9e-90c102dde601 req-fabb7793-4f14-477a-8e85-d2ea5182ba5c tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] 10.222.0.18 "GET /v2.0/security-groups?id=33784715-04ee-4fcd-87e1-fa86ed017d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932350 Aug 25 19:05:14.644075 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 41564) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:05:14.647796 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-8211292f-ce42-4a72-9601-865a17856fcf req-61de8497-c2b7-4d50-af17-c2c95333ee00 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8012309d8e984e1282fe2edde148c026&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1609478 Aug 25 19:05:14.700233 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-5e723b9d-36ff-4564-8ede-5425e452d0ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:14.767475 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-5e723b9d-36ff-4564-8ede-5425e452d0ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:05:14.774755 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-5e723b9d-36ff-4564-8ede-5425e452d0ac admin admin] Usage tracker for resource:security_group_rule and tenant:f26aec81e1a446bd99e0da48820b4cd3 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:05:14.779348 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-5e723b9d-36ff-4564-8ede-5425e452d0ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:05:14.788086 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-5e723b9d-36ff-4564-8ede-5425e452d0ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:05:14.819277 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-8211292f-ce42-4a72-9601-865a17856fcf req-df65942f-279f-46f8-9b0d-12f86f9fe142 service neutron] 10.222.0.18 "GET /v2.0/networks/600f9071-ae94-4faf-af07-907279d06a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702812 Aug 25 19:05:14.903989 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-5e723b9d-36ff-4564-8ede-5425e452d0ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:14.911049 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-5e723b9d-36ff-4564-8ede-5425e452d0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:14.978010 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-7076c994-77d9-4eb7-bfb4-b9806aa04b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:14.981985 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-ea76a721-cb35-4dbb-8c2b-908bc157a7de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:15.019620 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-5e723b9d-36ff-4564-8ede-5425e452d0ac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f26aec81e1a446bd99e0da48820b4cd3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3715694 Aug 25 19:05:15.022422 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 41570) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:05:15.154458 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-8211292f-ce42-4a72-9601-865a17856fcf req-0a302a21-0aa9-4335-b4a6-f077064c095d service neutron] 10.222.0.18 "GET /v2.0/networks/600f9071-ae94-4faf-af07-907279d06a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222697 Aug 25 19:05:15.178471 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 41576) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:05:15.196748 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e723b9d-36ff-4564-8ede-5425e452d0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f42e87-534f-486a-b61a-4dcd85231b38,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:15.204595 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-5e723b9d-36ff-4564-8ede-5425e452d0ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:15.205035 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-2eddbaaf-a3f4-48cd-93f4-4bdb9a03bc9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:15.241038 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-2eddbaaf-a3f4-48cd-93f4-4bdb9a03bc9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:05:15.245834 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-2eddbaaf-a3f4-48cd-93f4-4bdb9a03bc9f admin admin] Usage tracker for resource:security_group_rule and tenant:aef7397bd8c642b4aa9f9c03f09dec6e is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:05:15.250584 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-2eddbaaf-a3f4-48cd-93f4-4bdb9a03bc9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:05:15.257545 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-2eddbaaf-a3f4-48cd-93f4-4bdb9a03bc9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:05:15.314597 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-8fbe064d-ecad-4568-8655-4aeff6af482c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:15.339353 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9e2c9-6f87-4ac9-83d1-af4be9e72dfb req-143fd09c-ffd3-406f-bd84-6e8cd9e93f26 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:15.340964 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-91a9e2c9-6f87-4ac9-83d1-af4be9e72dfb req-143fd09c-ffd3-406f-bd84-6e8cd9e93f26 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.2430563 Aug 25 19:05:15.416452 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-8fbe064d-ecad-4568-8655-4aeff6af482c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:15.476273 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-2eddbaaf-a3f4-48cd-93f4-4bdb9a03bc9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:15.486737 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-0a3ba978-a0db-4efa-84fa-291e420e48b1 req-bf9f0479-3fc1-4915-8cc4-d52655b98af2 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=df26ebd5-e5b4-4f8f-a09b-d83bce3a9b65 HTTP/1.1" status: 200 len: 210 time: 0.0651641 Aug 25 19:05:15.487591 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-2eddbaaf-a3f4-48cd-93f4-4bdb9a03bc9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:15.492729 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-91a9e2c9-6f87-4ac9-83d1-af4be9e72dfb req-4a230186-c323-4082-a9af-fee7e000087f tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428726 Aug 25 19:05:15.525197 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-0ec62ec5-a41b-4c49-bbce-e0530705912a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:15.532945 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-8fbe064d-ecad-4568-8655-4aeff6af482c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:15.537026 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-df3e8302-2834-4d33-93f6-c09774205f03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:15.560881 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe064d-ecad-4568-8655-4aeff6af482c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f42e87-534f-486a-b61a-4dcd85231b38,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:15.567426 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-8fbe064d-ecad-4568-8655-4aeff6af482c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:15.587133 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-8fbe064d-ecad-4568-8655-4aeff6af482c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:15.587375 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eddbaaf-a3f4-48cd-93f4-4bdb9a03bc9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff3b284-0b18-485b-b0a6-546c3f1e8a6b,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:15.590277 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-2eddbaaf-a3f4-48cd-93f4-4bdb9a03bc9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:15.592831 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-2eddbaaf-a3f4-48cd-93f4-4bdb9a03bc9f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aef7397bd8c642b4aa9f9c03f09dec6e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4119987 Aug 25 19:05:15.595833 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 41592) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:05:15.607116 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-8fbe064d-ecad-4568-8655-4aeff6af482c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/16f42e87-534f-486a-b61a-4dcd85231b38 HTTP/1.1" status: 204 len: 168 time: 0.5701444 Aug 25 19:05:15.741003 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-94166f62-9b9c-4435-a8fe-a3e3d07db6fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:15.825002 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-94166f62-9b9c-4435-a8fe-a3e3d07db6fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:15.876287 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:15.989624 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-94166f62-9b9c-4435-a8fe-a3e3d07db6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:15.993870 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-8f5bd847-21c4-49ca-940b-94d1c8b60d02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:16.001818 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23710a-9ae2-4d96-9e80-632349bc3a64 req-87bb62be-7226-43d1-a803-babd4f9baf9d tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:16.017249 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94166f62-9b9c-4435-a8fe-a3e3d07db6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff3b284-0b18-485b-b0a6-546c3f1e8a6b,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:16.022975 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-2b23710a-9ae2-4d96-9e80-632349bc3a64 req-87bb62be-7226-43d1-a803-babd4f9baf9d tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] 10.222.0.18 "GET /v2.0/ports?device_id=79b60a97-8548-402a-8e66-30fa6f6c725c HTTP/1.1" status: 200 len: 946 time: 0.2663968 Aug 25 19:05:16.032326 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-94166f62-9b9c-4435-a8fe-a3e3d07db6fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:16.045364 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-94166f62-9b9c-4435-a8fe-a3e3d07db6fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:16.047083 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-94166f62-9b9c-4435-a8fe-a3e3d07db6fe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1ff3b284-0b18-485b-b0a6-546c3f1e8a6b HTTP/1.1" status: 204 len: 168 time: 0.4490709 Aug 25 19:05:16.327343 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-2b23710a-9ae2-4d96-9e80-632349bc3a64 req-fc6ec8e9-e9f2-4a65-ad38-ff6e6601f698 tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] 10.222.0.18 "GET /v2.0/security-groups?id=33784715-04ee-4fcd-87e1-fa86ed017d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030713 Aug 25 19:05:16.413579 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d55c4-206a-47c7-bb28-67e120c48f71 req-0eb7e421-4b9d-45e5-acc9-d6e045c26b67 tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:16.415734 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-157d55c4-206a-47c7-bb28-67e120c48f71 req-0eb7e421-4b9d-45e5-acc9-d6e045c26b67 tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] 10.222.0.23 "GET /v2.0/ports?device_id=79b60a97-8548-402a-8e66-30fa6f6c725c HTTP/1.1" status: 200 len: 946 time: 0.2114465 Aug 25 19:05:16.557778 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [req-157d55c4-206a-47c7-bb28-67e120c48f71 req-6e36c373-cfdf-4b21-b463-c7595ade009b tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Deleting port 0cd65f13-f866-4253-bcda-2106c94be446 {{(pid=74943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:05:16.559749 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-157d55c4-206a-47c7-bb28-67e120c48f71 req-6e36c373-cfdf-4b21-b463-c7595ade009b tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:16.958653 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf908b-bb9c-4065-a7ce-f01f4cf02bda req-75894ef3-2a45-4e20-a91a-eb2a38a10f62 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:16.963815 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-25cf908b-bb9c-4065-a7ce-f01f4cf02bda req-75894ef3-2a45-4e20-a91a-eb2a38a10f62 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.1856580 Aug 25 19:05:17.066855 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-6a6675c6-20e6-4a55-9fa6-c868f64f47f8 req-1fb96297-a871-46ca-9ff7-3899861e5a2d tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=df26ebd5-e5b4-4f8f-a09b-d83bce3a9b65 HTTP/1.1" status: 200 len: 210 time: 0.2943487 Aug 25 19:05:17.080543 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-25cf908b-bb9c-4065-a7ce-f01f4cf02bda req-9393841c-fd9e-42aa-ae43-71a44f3cdc4a tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015177 Aug 25 19:05:17.265222 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:17.401793 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.db [req-157d55c4-206a-47c7-bb28-67e120c48f71 req-6e36c373-cfdf-4b21-b463-c7595ade009b tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] For port 0cd65f13-f866-4253-bcda-2106c94be446, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=0cd65f13-f866-4253-bcda-2106c94be446,segment=NetworkSegment(5970779a-c505-45d9-9895-a0ca721fd9a3),segment_id=5970779a-c505-45d9-9895-a0ca721fd9a3)] {{(pid=74943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:05:17.402280 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-157d55c4-206a-47c7-bb28-67e120c48f71 req-6e36c373-cfdf-4b21-b463-c7595ade009b tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:17.696724 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [req-157d55c4-206a-47c7-bb28-67e120c48f71 req-6e36c373-cfdf-4b21-b463-c7595ade009b tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Calling delete_port for 0cd65f13-f866-4253-bcda-2106c94be446 owned by compute:nova {{(pid=74943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:05:17.964124 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211292f-ce42-4a72-9601-865a17856fcf req-1d051d09-d816-45e0-8a92-78209d3f11c2 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:17.967836 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-8211292f-ce42-4a72-9601-865a17856fcf req-1d051d09-d816-45e0-8a92-78209d3f11c2 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.23 "GET /v2.0/networks?id=600f9071-ae94-4faf-af07-907279d06a26 HTTP/1.1" status: 200 len: 815 time: 0.3237796 Aug 25 19:05:18.025358 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [req-8211292f-ce42-4a72-9601-865a17856fcf req-7f1c28c7-d49a-4d90-9b89-c9d8c12e0012 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Request body: {'port': {'device_id': 'df26ebd5-e5b4-4f8f-a09b-d83bce3a9b65', 'network_id': '600f9071-ae94-4faf-af07-907279d06a26', 'admin_state_up': True, 'tenant_id': '8012309d8e984e1282fe2edde148c026'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:05:18.269670 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b9528-4cb6-48f2-95be-96d04793c45d req-0b76ed64-5b3e-481c-9b13-7e88e96324f6 tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:18.276818 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-9e3b9528-4cb6-48f2-95be-96d04793c45d req-0b76ed64-5b3e-481c-9b13-7e88e96324f6 tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] 10.222.0.18 "GET /v2.0/ports?device_id=79b60a97-8548-402a-8e66-30fa6f6c725c HTTP/1.1" status: 200 len: 946 time: 0.3004193 Aug 25 19:05:18.310513 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-157d55c4-206a-47c7-bb28-67e120c48f71 req-6e36c373-cfdf-4b21-b463-c7595ade009b tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730660626180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730660203048'] for port, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:18.318631 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:18.322774 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [req-8211292f-ce42-4a72-9601-865a17856fcf req-7f1c28c7-d49a-4d90-9b89-c9d8c12e0012 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:05:18.336534 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [req-8211292f-ce42-4a72-9601-865a17856fcf req-7f1c28c7-d49a-4d90-9b89-c9d8c12e0012 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:05:18.354616 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] get_ports_and_sgs() called for port_ids ['0cd65f13-f866-4253-bcda-2106c94be446'] {{(pid=74945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:05:18.358528 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8211292f-ce42-4a72-9601-865a17856fcf req-7f1c28c7-d49a-4d90-9b89-c9d8c12e0012 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Made reservation on behalf of 8012309d8e984e1282fe2edde148c026 for: {'port': 1} {{(pid=74944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:05:18.368183 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-8211292f-ce42-4a72-9601-865a17856fcf req-7f1c28c7-d49a-4d90-9b89-c9d8c12e0012 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:18.389539 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36c373-cfdf-4b21-b463-c7595ade009b tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Pushing event deleted for resources: {'Port': ['ID=0cd65f13-f866-4253-bcda-2106c94be446,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:18.393297 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-6e36c373-cfdf-4b21-b463-c7595ade009b tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:18.451071 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-9e3b9528-4cb6-48f2-95be-96d04793c45d req-ceb87d48-3245-4a5a-9318-cf3e27e8f8a1 tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] 10.222.0.18 "GET /v2.0/security-groups?id=33784715-04ee-4fcd-87e1-fa86ed017d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731162 Aug 25 19:05:18.543570 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.l3_dvrscheduler_db [req-157d55c4-206a-47c7-bb28-67e120c48f71 req-6e36c373-cfdf-4b21-b463-c7595ade009b tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] No DVR routers for this DVR port 0cd65f13-f866-4253-bcda-2106c94be446 on host hv-cinder-80603 {{(pid=74943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:05:18.551656 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-157d55c4-206a-47c7-bb28-67e120c48f71 req-6e36c373-cfdf-4b21-b463-c7595ade009b tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for port, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:18.577111 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b60a97-8548-402a-8e66-30fa6f6c725c', 'name': 'network-vif-deleted', 'tag': '0cd65f13-f866-4253-bcda-2106c94be446'}] {{(pid=74943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:05:18.593014 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-157d55c4-206a-47c7-bb28-67e120c48f71 req-6e36c373-cfdf-4b21-b463-c7595ade009b tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] 10.222.0.23 "DELETE /v2.0/ports/0cd65f13-f866-4253-bcda-2106c94be446 HTTP/1.1" status: 204 len: 173 time: 2.1605332 Aug 25 19:05:18.736860 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.db_base_plugin_common [req-8211292f-ce42-4a72-9601-865a17856fcf req-7f1c28c7-d49a-4d90-9b89-c9d8c12e0012 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Allocated IP 172.20.0.6 (600f9071-ae94-4faf-af07-907279d06a26/de47097b-8fef-48bc-b85d-5a5fab2a3082/0f025ea7-6832-45c4-8e40-cc83c38d18cb) {{(pid=74944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:05:18.794578 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-bb587059-72c7-464c-ae41-1f0b09fce6be req-3006b4b8-91a1-46f5-beab-0322c0e31a26 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=df26ebd5-e5b4-4f8f-a09b-d83bce3a9b65 HTTP/1.1" status: 200 len: 210 time: 0.1616802 Aug 25 19:05:19.076756 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b60a97-8548-402a-8e66-30fa6f6c725c', 'name': 'network-vif-deleted', 'tag': '0cd65f13-f866-4253-bcda-2106c94be446', 'status': 'completed', 'code': 200} Aug 25 19:05:19.208772 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 41694) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:05:19.247996 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-8211292f-ce42-4a72-9601-865a17856fcf req-7f1c28c7-d49a-4d90-9b89-c9d8c12e0012 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Notify callbacks [] for port, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:19.275667 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ac227-c8d5-4bc7-9af0-f6b78a9c7e03 req-8a62df2f-4e62-4909-a710-be1565a054dc tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:19.277320 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-308ac227-c8d5-4bc7-9af0-f6b78a9c7e03 req-8a62df2f-4e62-4909-a710-be1565a054dc tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.1677091 Aug 25 19:05:19.338121 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-8211292f-ce42-4a72-9601-865a17856fcf req-7f1c28c7-d49a-4d90-9b89-c9d8c12e0012 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3912941'] for port, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:19.348553 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-708d323c-51f8-4918-9881-206ac4611420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:19.384099 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] get_ports_and_sgs() called for port_ids ['670011d9-0318-4858-a3ea-d87df9cfee6c', '0a4538e8-3e06-4ddc-a505-60652145ee66', 'e811b3e2-9753-42d4-b2b5-4b99bb8f2043'] {{(pid=74945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:05:19.514840 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c28c7-d49a-4d90-9b89-c9d8c12e0012 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Pushing event updated for resources: {'Port': ['ID=0f025ea7-6832-45c4-8e40-cc83c38d18cb,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:19.521192 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-7f1c28c7-d49a-4d90-9b89-c9d8c12e0012 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:19.547887 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-308ac227-c8d5-4bc7-9af0-f6b78a9c7e03 req-fc170458-f2a9-4dee-8ca5-52d61a541f4c tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565582 Aug 25 19:05:19.583828 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8211292f-ce42-4a72-9601-865a17856fcf req-7f1c28c7-d49a-4d90-9b89-c9d8c12e0012 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Network 600f9071-ae94-4faf-af07-907279d06a26 is already hosted by enough agents. {{(pid=74944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:05:19.588436 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.base_scheduler [req-8211292f-ce42-4a72-9601-865a17856fcf req-7f1c28c7-d49a-4d90-9b89-c9d8c12e0012 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Resources bound (agent type, host, resource id): {{(pid=74944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:05:19.597159 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.l3_dvrscheduler_db [req-8211292f-ce42-4a72-9601-865a17856fcf req-7f1c28c7-d49a-4d90-9b89-c9d8c12e0012 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Received port after_create {{(pid=74944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:05:19.641765 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-afa9ef31-1085-4e3c-80fa-57d17be61184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:19.761297 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-afa9ef31-1085-4e3c-80fa-57d17be61184 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:05:19.778985 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-afa9ef31-1085-4e3c-80fa-57d17be61184 admin admin] Usage tracker for resource:security_group_rule and tenant:06134be1f5104899beee3a8aeb0c296c is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:05:19.787995 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-afa9ef31-1085-4e3c-80fa-57d17be61184 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:05:19.806914 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-afa9ef31-1085-4e3c-80fa-57d17be61184 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:05:19.812128 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211292f-ce42-4a72-9601-865a17856fcf req-7f1c28c7-d49a-4d90-9b89-c9d8c12e0012 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:19.822286 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-8211292f-ce42-4a72-9601-865a17856fcf req-7f1c28c7-d49a-4d90-9b89-c9d8c12e0012 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for port, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:19.938817 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-8211292f-ce42-4a72-9601-865a17856fcf req-7f1c28c7-d49a-4d90-9b89-c9d8c12e0012 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9306421 Aug 25 19:05:19.955269 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-2397b9a5-814a-4229-a7d3-fe51bd08ffef req-6ca851d6-170e-493d-9c9e-1f3e2a94eb09 tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Synchronizing usage tracker for tenant:508d2f9be604482d9941b76ea9360ebf on resource:port {{(pid=74943) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:05:20.004698 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [req-8211292f-ce42-4a72-9601-865a17856fcf req-b456455a-4748-4f85-baad-3cc4ada8890e service neutron] Request body: {'port': {'device_id': 'df26ebd5-e5b4-4f8f-a09b-d83bce3a9b65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80603'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:05:20.016928 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-2397b9a5-814a-4229-a7d3-fe51bd08ffef req-6ca851d6-170e-493d-9c9e-1f3e2a94eb09 tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Unset dirty status for tenant:508d2f9be604482d9941b76ea9360ebf on resource:port {{(pid=74943) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:05:20.030185 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-2397b9a5-814a-4229-a7d3-fe51bd08ffef req-6ca851d6-170e-493d-9c9e-1f3e2a94eb09 tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] 10.222.0.18 "GET /v2.0/ports?device_id=79b60a97-8548-402a-8e66-30fa6f6c725c HTTP/1.1" status: 200 len: 210 time: 0.1756501 Aug 25 19:05:20.177261 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-afa9ef31-1085-4e3c-80fa-57d17be61184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:20.189710 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-afa9ef31-1085-4e3c-80fa-57d17be61184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:20.217423 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-a8a5380e-4cf2-4dd6-b514-bac09e125865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:20.279562 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 41716) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:05:20.378662 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-afa9ef31-1085-4e3c-80fa-57d17be61184 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=06134be1f5104899beee3a8aeb0c296c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1682546 Aug 25 19:05:20.380661 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa9ef31-1085-4e3c-80fa-57d17be61184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a6982e-dc48-4fef-b4fd-5f629f0d22b3,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:20.385176 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 41722) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:05:20.409023 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-afa9ef31-1085-4e3c-80fa-57d17be61184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:20.517455 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-8211292f-ce42-4a72-9601-865a17856fcf req-b456455a-4748-4f85-baad-3cc4ada8890e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:20.628827 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-2f11c6cf-d4d6-4e38-baff-0303a746a7c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:20.632153 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-cc3ead64-da8e-4ba0-82a5-429b86bd34d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:20.676922 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264bfe2-a3ae-4135-b086-7dfae555a2c3 req-264e88fd-7842-4254-8936-039d080ca147 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:20.677684 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-4264bfe2-a3ae-4135-b086-7dfae555a2c3 req-264e88fd-7842-4254-8936-039d080ca147 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Synchronizing usage tracker for tenant:8012309d8e984e1282fe2edde148c026 on resource:port {{(pid=74944) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:05:20.681696 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-2f11c6cf-d4d6-4e38-baff-0303a746a7c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:20.732837 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-cc3ead64-da8e-4ba0-82a5-429b86bd34d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:05:20.735893 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-4264bfe2-a3ae-4135-b086-7dfae555a2c3 req-264e88fd-7842-4254-8936-039d080ca147 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Unset dirty status for tenant:8012309d8e984e1282fe2edde148c026 on resource:port {{(pid=74944) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:05:20.739207 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-4264bfe2-a3ae-4135-b086-7dfae555a2c3 req-264e88fd-7842-4254-8936-039d080ca147 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=df26ebd5-e5b4-4f8f-a09b-d83bce3a9b65 HTTP/1.1" status: 200 len: 931 time: 0.4243371 Aug 25 19:05:20.755774 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-cc3ead64-da8e-4ba0-82a5-429b86bd34d0 admin admin] Usage tracker for resource:security_group_rule and tenant:cae18a04aac64a5a9eb21797c9714631 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:05:20.766071 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-cc3ead64-da8e-4ba0-82a5-429b86bd34d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:05:20.777251 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-cc3ead64-da8e-4ba0-82a5-429b86bd34d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:05:20.829387 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-2f11c6cf-d4d6-4e38-baff-0303a746a7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:20.844333 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-6a9f0ae0-d413-4523-94f6-1278fdb17999 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:20.881137 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f11c6cf-d4d6-4e38-baff-0303a746a7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a6982e-dc48-4fef-b4fd-5f629f0d22b3,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:20.899678 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-2f11c6cf-d4d6-4e38-baff-0303a746a7c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:20.971377 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-4264bfe2-a3ae-4135-b086-7dfae555a2c3 req-336f44b8-f5a1-47ac-ac68-469914bb9178 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253423 Aug 25 19:05:20.976192 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-2f11c6cf-d4d6-4e38-baff-0303a746a7c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:20.981488 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-2f11c6cf-d4d6-4e38-baff-0303a746a7c1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f9a6982e-dc48-4fef-b4fd-5f629f0d22b3 HTTP/1.1" status: 204 len: 168 time: 0.5905461 Aug 25 19:05:21.110502 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 0cd65f13-f866-4253-bcda-2106c94be446 no longer exists at agent hyperv_hv-cinder-80603 {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:05:21.168302 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.notifiers.nova [req-8211292f-ce42-4a72-9601-865a17856fcf req-b456455a-4748-4f85-baad-3cc4ada8890e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f025ea7-6832-45c4-8e40-cc83c38d18cb {{(pid=74944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:05:21.178850 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-8211292f-ce42-4a72-9601-865a17856fcf req-b456455a-4748-4f85-baad-3cc4ada8890e service neutron] Notify callbacks [] for port, precommit_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:21.182503 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-cc3ead64-da8e-4ba0-82a5-429b86bd34d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:21.201037 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.provisioning_blocks [req-8211292f-ce42-4a72-9601-865a17856fcf req-b456455a-4748-4f85-baad-3cc4ada8890e service neutron] Transition to ACTIVE for port object 0f025ea7-6832-45c4-8e40-cc83c38d18cb will not be triggered until provisioned by entity L2. {{(pid=74944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:05:21.207097 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-8211292f-ce42-4a72-9601-865a17856fcf req-b456455a-4748-4f85-baad-3cc4ada8890e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3912932'] for port, after_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:21.215895 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] No Port match for: 0cd65f13-f866-4253-bcda-2106c94be446 {{(pid=74945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:05:21.219107 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 0cd65f13-f866-4253-bcda-2106c94be446 not bound to the agent host hv-cinder-80603 {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:05:21.225644 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-cc3ead64-da8e-4ba0-82a5-429b86bd34d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:21.225988 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:21.248023 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-41a4b11c-337c-4f8c-b992-b424d75c2639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:21.371100 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b456455a-4748-4f85-baad-3cc4ada8890e service neutron] Pushing event updated for resources: {'Port': ['ID=0f025ea7-6832-45c4-8e40-cc83c38d18cb,revision_number=2']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:21.378431 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-b456455a-4748-4f85-baad-3cc4ada8890e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:21.380574 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ead64-da8e-4ba0-82a5-429b86bd34d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88ea706-1481-4419-955a-40ec87221109,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:21.396338 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-cc3ead64-da8e-4ba0-82a5-429b86bd34d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:21.419469 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96243f53-15bc-436c-9264-c9b1cf466ccc req-7cab804c-1022-426a-ab61-8f5018f2c5b1 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:21.426254 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-96243f53-15bc-436c-9264-c9b1cf466ccc req-7cab804c-1022-426a-ab61-8f5018f2c5b1 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.3555720 Aug 25 19:05:21.440026 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-cc3ead64-da8e-4ba0-82a5-429b86bd34d0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cae18a04aac64a5a9eb21797c9714631&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1587732 Aug 25 19:05:21.441942 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 41744) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:05:21.481691 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-6791f63a-8b87-4b8f-b6c0-dc4a457490a6 req-1b3c3ef3-4f6a-4dfd-b648-c154d019816e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 1099 time: 0.4676511 Aug 25 19:05:21.593557 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-6791f63a-8b87-4b8f-b6c0-dc4a457490a6 req-c705af98-8f34-4fdb-a116-db478e52386c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002061 Aug 25 19:05:21.595922 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-96243f53-15bc-436c-9264-c9b1cf466ccc req-fa51c925-6f12-4530-b054-930e2d0db43d tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547072 Aug 25 19:05:21.626679 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-c522939e-673b-4213-a3e6-1640be194eb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:21.664410 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-c522939e-673b-4213-a3e6-1640be194eb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:21.679737 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.managers [req-8211292f-ce42-4a72-9601-865a17856fcf req-b456455a-4748-4f85-baad-3cc4ada8890e service neutron] Attempting to bind port 0f025ea7-6832-45c4-8e40-cc83c38d18cb on host hv-cinder-80603 for vnic_type normal with profile {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:05:21.680330 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.managers [req-8211292f-ce42-4a72-9601-865a17856fcf req-b456455a-4748-4f85-baad-3cc4ada8890e service neutron] Attempting to bind port 0f025ea7-6832-45c4-8e40-cc83c38d18cb by drivers openvswitch,hyperv on host hv-cinder-80603 at level 0 using segments [{'id': '81fc5d6f-79c4-4010-95f4-8fd5bd65c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '600f9071-ae94-4faf-af07-907279d06a26'}] {{(pid=74944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:05:21.680418 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8211292f-ce42-4a72-9601-865a17856fcf req-b456455a-4748-4f85-baad-3cc4ada8890e service neutron] Attempting to bind port 0f025ea7-6832-45c4-8e40-cc83c38d18cb on network 600f9071-ae94-4faf-af07-907279d06a26 {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:05:21.696951 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8211292f-ce42-4a72-9601-865a17856fcf req-b456455a-4748-4f85-baad-3cc4ada8890e service neutron] Port 0f025ea7-6832-45c4-8e40-cc83c38d18cb on network 600f9071-ae94-4faf-af07-907279d06a26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80603 {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 19:05:21.700948 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8211292f-ce42-4a72-9601-865a17856fcf req-b456455a-4748-4f85-baad-3cc4ada8890e service neutron] Attempting to bind port 0f025ea7-6832-45c4-8e40-cc83c38d18cb on network 600f9071-ae94-4faf-af07-907279d06a26 {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:05:21.720446 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8211292f-ce42-4a72-9601-865a17856fcf req-b456455a-4748-4f85-baad-3cc4ada8890e service neutron] Checking agent: {'id': 'bb439c80-c1b1-4a92-94b6-4f0aaad03a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80603', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 19, 1, 6), 'started_at': datetime.datetime(2021, 8, 25, 19, 1, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:05:21.721101 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8211292f-ce42-4a72-9601-865a17856fcf req-b456455a-4748-4f85-baad-3cc4ada8890e service neutron] Checking segment: {'id': '81fc5d6f-79c4-4010-95f4-8fd5bd65c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '600f9071-ae94-4faf-af07-907279d06a26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:05:21.721916 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8211292f-ce42-4a72-9601-865a17856fcf req-b456455a-4748-4f85-baad-3cc4ada8890e service neutron] Bound using segment: {'id': '81fc5d6f-79c4-4010-95f4-8fd5bd65c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '600f9071-ae94-4faf-af07-907279d06a26'} {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:05:21.722643 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.managers [req-8211292f-ce42-4a72-9601-865a17856fcf req-b456455a-4748-4f85-baad-3cc4ada8890e service neutron] Bound port: 0f025ea7-6832-45c4-8e40-cc83c38d18cb, host: hv-cinder-80603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81fc5d6f-79c4-4010-95f4-8fd5bd65c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '600f9071-ae94-4faf-af07-907279d06a26'}}] {{(pid=74944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:05:21.722940 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-8211292f-ce42-4a72-9601-865a17856fcf req-b456455a-4748-4f85-baad-3cc4ada8890e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:21.770475 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-c522939e-673b-4213-a3e6-1640be194eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:21.778459 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-75b48ef2-09fd-415b-a03b-98a84c624d86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:21.796750 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c522939e-673b-4213-a3e6-1640be194eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88ea706-1481-4419-955a-40ec87221109,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:21.799658 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-c522939e-673b-4213-a3e6-1640be194eb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:21.800657 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-c522939e-673b-4213-a3e6-1640be194eb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:21.804964 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-c522939e-673b-4213-a3e6-1640be194eb4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c88ea706-1481-4419-955a-40ec87221109 HTTP/1.1" status: 204 len: 168 time: 0.3589847 Aug 25 19:05:21.925004 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.db [req-8211292f-ce42-4a72-9601-865a17856fcf req-b456455a-4748-4f85-baad-3cc4ada8890e service neutron] For port 0f025ea7-6832-45c4-8e40-cc83c38d18cb, host hv-cinder-80603, cleared binding levels {{(pid=74944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:05:21.935079 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.db [req-8211292f-ce42-4a72-9601-865a17856fcf req-b456455a-4748-4f85-baad-3cc4ada8890e service neutron] For port 0f025ea7-6832-45c4-8e40-cc83c38d18cb, host hv-cinder-80603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=0f025ea7-6832-45c4-8e40-cc83c38d18cb,segment=NetworkSegment(81fc5d6f-79c4-4010-95f4-8fd5bd65c0de),segment_id=81fc5d6f-79c4-4010-95f4-8fd5bd65c0de)] {{(pid=74944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:05:21.945766 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-8211292f-ce42-4a72-9601-865a17856fcf req-b456455a-4748-4f85-baad-3cc4ada8890e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3912932'] for port, after_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:21.959824 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-782b3f92-0ab8-4c4f-947c-a389810a7bd4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:22.191889 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b456455a-4748-4f85-baad-3cc4ada8890e service neutron] Pushing event updated for resources: {'Port': ['ID=0f025ea7-6832-45c4-8e40-cc83c38d18cb,revision_number=3']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:22.212671 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-b456455a-4748-4f85-baad-3cc4ada8890e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:22.220147 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-8211292f-ce42-4a72-9601-865a17856fcf req-b456455a-4748-4f85-baad-3cc4ada8890e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for port, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:22.221608 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-8211292f-ce42-4a72-9601-865a17856fcf req-b456455a-4748-4f85-baad-3cc4ada8890e service neutron] 10.222.0.23 "PUT /v2.0/ports/0f025ea7-6832-45c4-8e40-cc83c38d18cb HTTP/1.1" status: 200 len: 1093 time: 2.2611458 Aug 25 19:05:22.222139 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df26ebd5-e5b4-4f8f-a09b-d83bce3a9b65', 'tag': '0f025ea7-6832-45c4-8e40-cc83c38d18cb'}] {{(pid=74944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:05:22.500462 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df26ebd5-e5b4-4f8f-a09b-d83bce3a9b65', 'tag': '0f025ea7-6832-45c4-8e40-cc83c38d18cb', 'status': 'completed', 'code': 200} Aug 25 19:05:22.509810 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 41782) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:05:22.549208 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ae84b-dcf9-41aa-a2fe-90e666614335 req-125378ad-fc51-4002-aa85-b5d520eefb57 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:22.558341 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-c15ae84b-dcf9-41aa-a2fe-90e666614335 req-125378ad-fc51-4002-aa85-b5d520eefb57 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=df26ebd5-e5b4-4f8f-a09b-d83bce3a9b65 HTTP/1.1" status: 200 len: 943 time: 0.2064431 Aug 25 19:05:22.566390 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-7ffebdec-05de-4b4a-aa54-a9c0374aee37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:22.612301 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-c15ae84b-dcf9-41aa-a2fe-90e666614335 req-154261a0-5b96-4061-8253-0bc341a1929c tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528991 Aug 25 19:05:22.658533 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-7ffebdec-05de-4b4a-aa54-a9c0374aee37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:05:22.691813 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-8211292f-ce42-4a72-9601-865a17856fcf req-b8e88302-9bbc-4616-bb14-a96c3b686ce0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8012309d8e984e1282fe2edde148c026&device_id=df26ebd5-e5b4-4f8f-a09b-d83bce3a9b65 HTTP/1.1" status: 200 len: 1096 time: 0.3631179 Aug 25 19:05:22.696352 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-7ffebdec-05de-4b4a-aa54-a9c0374aee37 admin admin] Usage tracker for resource:security_group_rule and tenant:0f5b7cdfa97744b1b62037a9af9c9324 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:05:22.705353 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-7ffebdec-05de-4b4a-aa54-a9c0374aee37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:05:22.718996 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-7ffebdec-05de-4b4a-aa54-a9c0374aee37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:05:22.923883 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-8211292f-ce42-4a72-9601-865a17856fcf req-bdac8d24-1d8a-4017-a623-d35cf2502f2f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f025ea7-6832-45c4-8e40-cc83c38d18cb HTTP/1.1" status: 200 len: 217 time: 0.2065341 Aug 25 19:05:23.152587 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92735731-24e1-4335-bb0f-dbea085a53f4 req-edea921d-0dac-4114-8cbf-8a30f7a7bcc3 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:23.158993 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-92735731-24e1-4335-bb0f-dbea085a53f4 req-edea921d-0dac-4114-8cbf-8a30f7a7bcc3 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.3592982 Aug 25 19:05:23.192843 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211292f-ce42-4a72-9601-865a17856fcf req-4665b887-a2c3-467e-8132-efb7d836537e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:23.194556 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-8211292f-ce42-4a72-9601-865a17856fcf req-4665b887-a2c3-467e-8132-efb7d836537e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=de47097b-8fef-48bc-b85d-5a5fab2a3082 HTTP/1.1" status: 200 len: 855 time: 0.2279935 Aug 25 19:05:23.306171 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-8211292f-ce42-4a72-9601-865a17856fcf req-b2a5ca8d-7709-489b-afad-c19d7242d5ce service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=600f9071-ae94-4faf-af07-907279d06a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012185 Aug 25 19:05:23.355293 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-7ffebdec-05de-4b4a-aa54-a9c0374aee37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:23.412988 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-7ffebdec-05de-4b4a-aa54-a9c0374aee37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:23.427924 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-29be1058-cd4f-4ae8-9658-770e5ca464f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:23.446308 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-92735731-24e1-4335-bb0f-dbea085a53f4 req-0e5a20da-fd7f-4045-a4d6-0b997a82d411 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759271 Aug 25 19:05:23.495198 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffebdec-05de-4b4a-aa54-a9c0374aee37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb120d3-8fce-4892-a7b1-b3e4ea8f3881,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:23.513966 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-7ffebdec-05de-4b4a-aa54-a9c0374aee37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:23.552659 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-7ffebdec-05de-4b4a-aa54-a9c0374aee37 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0f5b7cdfa97744b1b62037a9af9c9324&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0409927 Aug 25 19:05:23.555225 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 41816) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:05:23.593922 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-8211292f-ce42-4a72-9601-865a17856fcf req-4497aa58-0a50-467c-a7d0-89d51145007f service neutron] 10.222.0.23 "GET /v2.0/networks/600f9071-ae94-4faf-af07-907279d06a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773700 Aug 25 19:05:23.716652 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-8dfe8351-4e86-4527-ac97-fe98e6885130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:23.776142 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-8dfe8351-4e86-4527-ac97-fe98e6885130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:23.790169 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 41822) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:05:23.863721 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-8211292f-ce42-4a72-9601-865a17856fcf req-f519fd6a-2503-4c31-b150-dd54e59aea36 service neutron] 10.222.0.23 "GET /v2.0/networks/600f9071-ae94-4faf-af07-907279d06a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632637 Aug 25 19:05:23.923197 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4fde3-2d36-4b69-bd3e-778008c3d4e5 req-d8b3efaa-721a-4ed9-883a-2854e3674ea7 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:23.928814 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-17c4fde3-2d36-4b69-bd3e-778008c3d4e5 req-d8b3efaa-721a-4ed9-883a-2854e3674ea7 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 946 time: 0.1981404 Aug 25 19:05:24.035950 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ecd50e-977d-448a-b4ab-50b02a11f296 req-0a0cbf4c-e67f-40c3-8939-1cc2ec0e7a54 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:24.038636 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-70ecd50e-977d-448a-b4ab-50b02a11f296 req-0a0cbf4c-e67f-40c3-8939-1cc2ec0e7a54 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=df26ebd5-e5b4-4f8f-a09b-d83bce3a9b65 HTTP/1.1" status: 200 len: 943 time: 0.1614246 Aug 25 19:05:24.039575 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-8dfe8351-4e86-4527-ac97-fe98e6885130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:24.073658 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-a45c51a3-9fd7-4c52-8266-e7451bd8072e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:24.094405 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe8351-4e86-4527-ac97-fe98e6885130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb120d3-8fce-4892-a7b1-b3e4ea8f3881,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:24.102989 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-8dfe8351-4e86-4527-ac97-fe98e6885130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:24.106135 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-8dfe8351-4e86-4527-ac97-fe98e6885130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:24.109852 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-8dfe8351-4e86-4527-ac97-fe98e6885130 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ceb120d3-8fce-4892-a7b1-b3e4ea8f3881 HTTP/1.1" status: 204 len: 168 time: 0.5507967 Aug 25 19:05:24.128941 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-6632c504-171a-40eb-9ba7-909562c3d1c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:24.132715 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-70ecd50e-977d-448a-b4ab-50b02a11f296 req-283b5ac4-5a2c-43a9-8f71-ff34dc705c77 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870061 Aug 25 19:05:24.159940 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-17c4fde3-2d36-4b69-bd3e-778008c3d4e5 req-74651008-7265-4104-bfc5-41bc4f508059 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b54908-2cbe-4aa7-bf0c-f3694aa57b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2235770 Aug 25 19:05:24.206236 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-6632c504-171a-40eb-9ba7-909562c3d1c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:05:24.218467 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-6632c504-171a-40eb-9ba7-909562c3d1c0 admin admin] Usage tracker for resource:security_group_rule and tenant:b71ecc8fcdff4a08be9abcabb3963e47 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:05:24.218467 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-6632c504-171a-40eb-9ba7-909562c3d1c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:05:24.234346 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-6632c504-171a-40eb-9ba7-909562c3d1c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:05:24.260631 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-77f5df37-0599-4225-98e4-7d54658bf246 req-df6d8085-2e0a-48ee-8ba9-4ec37f8fc5d2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8012309d8e984e1282fe2edde148c026&device_id=df26ebd5-e5b4-4f8f-a09b-d83bce3a9b65 HTTP/1.1" status: 200 len: 1096 time: 0.2399468 Aug 25 19:05:24.526899 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-6632c504-171a-40eb-9ba7-909562c3d1c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:24.537573 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-6632c504-171a-40eb-9ba7-909562c3d1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:24.550865 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-bde55d1f-6ef2-44a6-9e58-a47138149b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:24.574933 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5df37-0599-4225-98e4-7d54658bf246 req-33e1fe9c-f43c-47a7-a870-fd866604ae8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:24.576788 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-77f5df37-0599-4225-98e4-7d54658bf246 req-33e1fe9c-f43c-47a7-a870-fd866604ae8e service neutron] 10.222.0.23 "GET /v2.0/networks?id=600f9071-ae94-4faf-af07-907279d06a26 HTTP/1.1" status: 200 len: 916 time: 0.3056006 Aug 25 19:05:24.672610 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6632c504-171a-40eb-9ba7-909562c3d1c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826a9a8e-99b2-430a-92ff-4a48d2b1733b,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:24.680153 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-6632c504-171a-40eb-9ba7-909562c3d1c0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b71ecc8fcdff4a08be9abcabb3963e47&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8862040 Aug 25 19:05:24.680153 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-6632c504-171a-40eb-9ba7-909562c3d1c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:24.680422 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 41852) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:05:24.692513 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-77f5df37-0599-4225-98e4-7d54658bf246 req-031201de-e92f-4bbc-9ec7-a263d528d438 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f025ea7-6832-45c4-8e40-cc83c38d18cb HTTP/1.1" status: 200 len: 217 time: 0.0900321 Aug 25 19:05:24.821101 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5df37-0599-4225-98e4-7d54658bf246 req-22a62203-5e2f-4169-b33e-41d08193df22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:24.824535 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-77f5df37-0599-4225-98e4-7d54658bf246 req-22a62203-5e2f-4169-b33e-41d08193df22 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=de47097b-8fef-48bc-b85d-5a5fab2a3082 HTTP/1.1" status: 200 len: 855 time: 0.1308992 Aug 25 19:05:24.838357 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-3b949099-5bf6-4291-aaf9-9eaf69063525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:24.881429 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-3b949099-5bf6-4291-aaf9-9eaf69063525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:24.910042 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b08b8-9ca5-49c7-81e3-ad908bfcc54f req-6313ebb7-dc05-4e36-ad60-f50fa9d3f62e tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:24.918034 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-537b08b8-9ca5-49c7-81e3-ad908bfcc54f req-6313ebb7-dc05-4e36-ad60-f50fa9d3f62e tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.1531699 Aug 25 19:05:24.992155 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-77f5df37-0599-4225-98e4-7d54658bf246 req-86269cae-7ebf-4296-8dcc-37ef1ce2def4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=600f9071-ae94-4faf-af07-907279d06a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1322844 Aug 25 19:05:25.066168 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-3b949099-5bf6-4291-aaf9-9eaf69063525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:25.081886 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:25.127930 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b949099-5bf6-4291-aaf9-9eaf69063525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826a9a8e-99b2-430a-92ff-4a48d2b1733b,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:25.137480 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-3b949099-5bf6-4291-aaf9-9eaf69063525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:25.157038 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-3b949099-5bf6-4291-aaf9-9eaf69063525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:25.162725 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-3b949099-5bf6-4291-aaf9-9eaf69063525 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/826a9a8e-99b2-430a-92ff-4a48d2b1733b HTTP/1.1" status: 204 len: 168 time: 0.4809625 Aug 25 19:05:25.181599 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-537b08b8-9ca5-49c7-81e3-ad908bfcc54f req-ff2c9c37-3967-49f4-9d3d-4b531b083d8a tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509196 Aug 25 19:05:25.269687 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-77f5df37-0599-4225-98e4-7d54658bf246 req-6c820003-f307-43fa-8d54-236029a60882 service neutron] 10.222.0.23 "GET /v2.0/networks/600f9071-ae94-4faf-af07-907279d06a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600982 Aug 25 19:05:25.526291 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ce00a-7377-415e-afcb-ecd9c1437eab req-bac85f0a-c486-43f7-929d-00425c18b6ac tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:25.527971 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-a04ce00a-7377-415e-afcb-ecd9c1437eab req-bac85f0a-c486-43f7-929d-00425c18b6ac tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 946 time: 0.1462519 Aug 25 19:05:25.665840 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-a04ce00a-7377-415e-afcb-ecd9c1437eab req-5fe6dc7a-9712-437a-8ca7-a02328e92c46 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b54908-2cbe-4aa7-bf0c-f3694aa57b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232219 Aug 25 19:05:25.740503 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523e4d2-e304-41cb-ad41-701cc953f979 req-714ed38c-2e23-460e-bbba-6d1e4cab1bf3 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:25.749121 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-a523e4d2-e304-41cb-ad41-701cc953f979 req-714ed38c-2e23-460e-bbba-6d1e4cab1bf3 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=df26ebd5-e5b4-4f8f-a09b-d83bce3a9b65 HTTP/1.1" status: 200 len: 943 time: 0.2250967 Aug 25 19:05:25.771987 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-77f5df37-0599-4225-98e4-7d54658bf246 req-b399a694-ffd0-4f01-b6e1-1af7422a1c74 service neutron] 10.222.0.23 "GET /v2.0/networks/600f9071-ae94-4faf-af07-907279d06a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4860692 Aug 25 19:05:25.825765 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-a523e4d2-e304-41cb-ad41-701cc953f979 req-c2cd4bef-2efd-4395-a054-7eab3e83e133 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752177 Aug 25 19:05:26.639432 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-504fd835-1e1e-4cce-bcc5-649fd5fc2c95 req-da80c7f6-2d81-4faa-a0de-b4e0822cc076 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fc911d35cfa94aeabb9512a89dca20b2&device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 1099 time: 0.2307897 Aug 25 19:05:26.861188 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fd835-1e1e-4cce-bcc5-649fd5fc2c95 req-fbd0ef13-664b-4418-8c80-1ec266777b16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:26.862975 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-504fd835-1e1e-4cce-bcc5-649fd5fc2c95 req-fbd0ef13-664b-4418-8c80-1ec266777b16 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1c33251a-0801-4a8e-9ce9-f5fabe3b7086 HTTP/1.1" status: 200 len: 918 time: 0.2148912 Aug 25 19:05:26.885258 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e23fe-b49d-4fc9-97bf-ceb6848efaa0 req-c7d5e68d-3919-418c-94c8-3c27dd5a2973 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:26.902819 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-662e23fe-b49d-4fc9-97bf-ceb6848efaa0 req-c7d5e68d-3919-418c-94c8-3c27dd5a2973 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.3913329 Aug 25 19:05:26.983028 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a40f9-f305-4c66-a547-9ab5a2ed0fe5 req-3960b04a-294d-451f-a955-c05d1d08f9c6 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:26.992377 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-2e7a40f9-f305-4c66-a547-9ab5a2ed0fe5 req-3960b04a-294d-451f-a955-c05d1d08f9c6 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 946 time: 0.1427288 Aug 25 19:05:27.057506 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-2e7a40f9-f305-4c66-a547-9ab5a2ed0fe5 req-3e213c3a-f07b-4249-88e1-deb32df1837e tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b54908-2cbe-4aa7-bf0c-f3694aa57b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632591 Aug 25 19:05:27.101928 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-662e23fe-b49d-4fc9-97bf-ceb6848efaa0 req-ad1e5fcd-5bab-4c29-82ea-45acb142bf51 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974018 Aug 25 19:05:27.106060 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-504fd835-1e1e-4cce-bcc5-649fd5fc2c95 req-42da500a-6249-45a0-bddc-a183a52f315c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21e21cca-5e6d-477f-a8ff-30bd07b822ec HTTP/1.1" status: 200 len: 217 time: 0.1826816 Aug 25 19:05:27.142210 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 0f025ea7-6832-45c4-8e40-cc83c38d18cb details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=74945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:05:27.197321 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fd835-1e1e-4cce-bcc5-649fd5fc2c95 req-93fa795c-71b6-48fe-afb3-1659ac227e2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:27.198915 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-504fd835-1e1e-4cce-bcc5-649fd5fc2c95 req-93fa795c-71b6-48fe-afb3-1659ac227e2f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d7025093-2f90-42bb-bb3c-06ef25a03e24 HTTP/1.1" status: 200 len: 857 time: 0.0855660 Aug 25 19:05:27.336480 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e28afd-9e52-416c-840c-ce19d6be0a73 req-27a04c2b-aa3f-40fe-a220-6a583a841e5f tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:27.340571 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f2e28afd-9e52-416c-840c-ce19d6be0a73 req-27a04c2b-aa3f-40fe-a220-6a583a841e5f tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=df26ebd5-e5b4-4f8f-a09b-d83bce3a9b65 HTTP/1.1" status: 200 len: 943 time: 0.1617992 Aug 25 19:05:27.351781 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-504fd835-1e1e-4cce-bcc5-649fd5fc2c95 req-17b67396-1726-4e0e-b46a-33e6c7bb8da3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1c33251a-0801-4a8e-9ce9-f5fabe3b7086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1292922 Aug 25 19:05:27.465541 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 0f025ea7-6832-45c4-8e40-cc83c38d18cb, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=0f025ea7-6832-45c4-8e40-cc83c38d18cb,segment=NetworkSegment(81fc5d6f-79c4-4010-95f4-8fd5bd65c0de),segment_id=81fc5d6f-79c4-4010-95f4-8fd5bd65c0de)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:05:27.471378 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f2e28afd-9e52-416c-840c-ce19d6be0a73 req-1c296717-1f50-45e2-a806-cff561b41403 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251831 Aug 25 19:05:27.506712 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Returning: {'device': '0f025ea7-6832-45c4-8e40-cc83c38d18cb', 'network_id': '600f9071-ae94-4faf-af07-907279d06a26', 'port_id': '0f025ea7-6832-45c4-8e40-cc83c38d18cb', 'mac_address': 'fa:16:3e:42:18:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de47097b-8fef-48bc-b85d-5a5fab2a3082', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:05:27.619145 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:27.699129 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f025ea7-6832-45c4-8e40-cc83c38d18cb {{(pid=74945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:05:27.707908 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-504fd835-1e1e-4cce-bcc5-649fd5fc2c95 req-5c3a804c-44f1-4159-ab58-04d1a1763a43 service neutron] 10.222.0.23 "GET /v2.0/networks/1c33251a-0801-4a8e-9ce9-f5fabe3b7086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441248 Aug 25 19:05:27.720053 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 0f025ea7-6832-45c4-8e40-cc83c38d18cb, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=0f025ea7-6832-45c4-8e40-cc83c38d18cb,segment=NetworkSegment(81fc5d6f-79c4-4010-95f4-8fd5bd65c0de),segment_id=81fc5d6f-79c4-4010-95f4-8fd5bd65c0de)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:05:27.724900 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:27.731046 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:27.842479 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=0f025ea7-6832-45c4-8e40-cc83c38d18cb,revision_number=4']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:27.852635 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:27.853408 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:27.853891 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:27.854595 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:27.855095 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:27.856022 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:27.856660 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:27.857142 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:27.857616 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:27.858091 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:27.859174 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:27.863466 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:28.015721 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-504fd835-1e1e-4cce-bcc5-649fd5fc2c95 req-a3054173-4899-43ea-b842-312239d6770f service neutron] 10.222.0.23 "GET /v2.0/networks/1c33251a-0801-4a8e-9ce9-f5fabe3b7086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977622 Aug 25 19:05:28.234257 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] get_ports_and_sgs() called for port_ids ['0f025ea7-6832-45c4-8e40-cc83c38d18cb'] {{(pid=74945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:05:28.456907 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bcf707-fce7-4663-8d91-a7e189d95398 req-a36e9eed-6f94-4f8d-89f3-3bf6d267ee63 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:28.458735 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-f4bcf707-fce7-4663-8d91-a7e189d95398 req-a36e9eed-6f94-4f8d-89f3-3bf6d267ee63 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 946 time: 0.1443369 Aug 25 19:05:28.521099 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b57074-b3bf-4c04-beaa-33a4e9d89555 req-cc7fb80b-d1e5-4edf-84cf-172da9fb6547 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:28.535621 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-17b57074-b3bf-4c04-beaa-33a4e9d89555 req-cc7fb80b-d1e5-4edf-84cf-172da9fb6547 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.2081842 Aug 25 19:05:28.606266 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-17b57074-b3bf-4c04-beaa-33a4e9d89555 req-080c7201-b947-445a-b2ee-9ca6989a75b8 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618131 Aug 25 19:05:28.666109 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-f4bcf707-fce7-4663-8d91-a7e189d95398 req-4f3e4ab3-90bb-4893-9019-dc05a56b81f2 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b54908-2cbe-4aa7-bf0c-f3694aa57b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974351 Aug 25 19:05:29.027855 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81bc73-0944-4269-ac91-22273d2c19a5 req-a366405e-632a-48c0-b097-a05c399b45f8 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:29.043970 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-2b81bc73-0944-4269-ac91-22273d2c19a5 req-a366405e-632a-48c0-b097-a05c399b45f8 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=df26ebd5-e5b4-4f8f-a09b-d83bce3a9b65 HTTP/1.1" status: 200 len: 944 time: 0.1743217 Aug 25 19:05:29.129256 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-2b81bc73-0944-4269-ac91-22273d2c19a5 req-6cc48b70-9143-4d38-9e38-bf88db8a62cb tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827594 Aug 25 19:05:29.597248 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 42000) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:05:29.752385 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-f1d31499-c157-47ca-962d-c173f589e2a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:29.793199 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-f1d31499-c157-47ca-962d-c173f589e2a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:05:29.798699 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-f1d31499-c157-47ca-962d-c173f589e2a1 admin admin] Usage tracker for resource:security_group_rule and tenant:221f392a46014d45b4ac51c813c92dea is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:05:29.802221 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-f1d31499-c157-47ca-962d-c173f589e2a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:05:29.809812 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-f1d31499-c157-47ca-962d-c173f589e2a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:05:29.961690 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-f1d31499-c157-47ca-962d-c173f589e2a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:29.975180 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5be2e-f35c-46a8-844f-275271751bbe req-c3539e67-f86b-4076-a6de-425f25c945fe tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:29.977177 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-cbd5be2e-f35c-46a8-844f-275271751bbe req-c3539e67-f86b-4076-a6de-425f25c945fe tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 946 time: 0.1563690 Aug 25 19:05:29.979596 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-f1d31499-c157-47ca-962d-c173f589e2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:29.988995 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-82276c94-e07e-4ea8-b5d5-f58729e3c86e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:30.058225 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3a70c-e91f-47f7-877f-990c1fb8d866 req-621ae698-f0fd-4f03-b860-9d70d7b12b17 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:30.060010 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-03e3a70c-e91f-47f7-877f-990c1fb8d866 req-621ae698-f0fd-4f03-b860-9d70d7b12b17 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.1759889 Aug 25 19:05:30.068412 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d31499-c157-47ca-962d-c173f589e2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce912bcd-c3f2-4dea-ab5a-cb5d8f584177,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:30.079051 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-f1d31499-c157-47ca-962d-c173f589e2a1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=221f392a46014d45b4ac51c813c92dea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4806285 Aug 25 19:05:30.081511 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-f1d31499-c157-47ca-962d-c173f589e2a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:30.083484 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 42010) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:05:30.095913 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-cbd5be2e-f35c-46a8-844f-275271751bbe req-df440ae0-6ab1-4e98-a8cf-edb6e383800f tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b54908-2cbe-4aa7-bf0c-f3694aa57b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078370 Aug 25 19:05:30.158939 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-03e3a70c-e91f-47f7-877f-990c1fb8d866 req-76d373d5-d8b0-4690-af03-e47974ef57ae tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911176 Aug 25 19:05:30.184766 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-5c8caedb-a4a0-472f-bc9c-ba1328cfc3a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:30.216379 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-5c8caedb-a4a0-472f-bc9c-ba1328cfc3a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:30.292551 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-5c8caedb-a4a0-472f-bc9c-ba1328cfc3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:30.300875 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-9302fe93-7fc7-4d2b-95a2-72ed06eb0c58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:30.321208 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8caedb-a4a0-472f-bc9c-ba1328cfc3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce912bcd-c3f2-4dea-ab5a-cb5d8f584177,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:30.324840 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-5c8caedb-a4a0-472f-bc9c-ba1328cfc3a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:30.342670 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-5c8caedb-a4a0-472f-bc9c-ba1328cfc3a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:30.344553 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-5c8caedb-a4a0-472f-bc9c-ba1328cfc3a7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ce912bcd-c3f2-4dea-ab5a-cb5d8f584177 HTTP/1.1" status: 204 len: 168 time: 0.2597253 Aug 25 19:05:30.602812 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89750bee-3fbb-498e-830d-a0a9ec770db8 req-00e330e2-6974-4c3e-9f7b-a50f8aea513e tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:30.619442 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-89750bee-3fbb-498e-830d-a0a9ec770db8 req-00e330e2-6974-4c3e-9f7b-a50f8aea513e tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=df26ebd5-e5b4-4f8f-a09b-d83bce3a9b65 HTTP/1.1" status: 200 len: 944 time: 0.2073407 Aug 25 19:05:30.748414 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-89750bee-3fbb-498e-830d-a0a9ec770db8 req-27ef804f-cc06-48a2-a7d4-6a2168566bca tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273746 Aug 25 19:05:31.175896 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 0f025ea7-6832-45c4-8e40-cc83c38d18cb up at agent hyperv_hv-cinder-80603 {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:05:31.384474 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Provisioning for port 0f025ea7-6832-45c4-8e40-cc83c38d18cb completed by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:05:31.395466 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Provisioning complete for port 0f025ea7-6832-45c4-8e40-cc83c38d18cb triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:05:31.397055 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:31.457730 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0fcfc-5070-4f6e-a31b-ce3f71e4d50a req-b084e97c-af90-40db-bfda-999b3c29f778 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:31.459529 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-51a0fcfc-5070-4f6e-a31b-ce3f71e4d50a req-b084e97c-af90-40db-bfda-999b3c29f778 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 946 time: 0.1991527 Aug 25 19:05:31.620938 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-51a0fcfc-5070-4f6e-a31b-ce3f71e4d50a req-479437f9-87c0-4079-beee-fc717454cbfa tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b54908-2cbe-4aa7-bf0c-f3694aa57b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411321 Aug 25 19:05:31.652840 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277c4a3-fc3e-4658-a815-5e9519751d1f req-d22711c2-d76b-4f40-b5e4-7568580a9671 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:31.674655 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-c277c4a3-fc3e-4658-a815-5e9519751d1f req-d22711c2-d76b-4f40-b5e4-7568580a9671 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.2109010 Aug 25 19:05:31.679406 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:31.828640 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 0f025ea7-6832-45c4-8e40-cc83c38d18cb, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=0f025ea7-6832-45c4-8e40-cc83c38d18cb,segment=NetworkSegment(81fc5d6f-79c4-4010-95f4-8fd5bd65c0de),segment_id=81fc5d6f-79c4-4010-95f4-8fd5bd65c0de)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:05:31.833296 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-c277c4a3-fc3e-4658-a815-5e9519751d1f req-4a231211-1310-4127-9f20-6a118340d8ae tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564903 Aug 25 19:05:31.834466 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df26ebd5-e5b4-4f8f-a09b-d83bce3a9b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f025ea7-6832-45c4-8e40-cc83c38d18cb'}] {{(pid=74945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:05:31.858105 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:31.858105 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:32.079454 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=0f025ea7-6832-45c4-8e40-cc83c38d18cb,revision_number=5']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:32.084692 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:32.290703 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf1784-c93b-4102-b029-753d5d92af84 req-8b9ba9f5-ddbb-478e-804c-395cbee8ef31 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:32.292517 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-54bf1784-c93b-4102-b029-753d5d92af84 req-8b9ba9f5-ddbb-478e-804c-395cbee8ef31 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=df26ebd5-e5b4-4f8f-a09b-d83bce3a9b65 HTTP/1.1" status: 200 len: 945 time: 0.1270874 Aug 25 19:05:32.356477 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-54bf1784-c93b-4102-b029-753d5d92af84 req-064e2cd0-44ac-406c-8c8f-5aef26e0d9aa tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529923 Aug 25 19:05:32.519755 dv-cinder-806038-1-smb neutron-server[74945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df26ebd5-e5b4-4f8f-a09b-d83bce3a9b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f025ea7-6832-45c4-8e40-cc83c38d18cb', 'code': 200} Aug 25 19:05:32.801155 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73359904-6925-460e-ae00-ecb15e0af580 req-6aefa643-4227-4ab7-ace5-e342ad8d7d5d tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:32.803290 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-73359904-6925-460e-ae00-ecb15e0af580 req-6aefa643-4227-4ab7-ace5-e342ad8d7d5d tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 946 time: 0.1863432 Aug 25 19:05:32.936876 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-73359904-6925-460e-ae00-ecb15e0af580 req-3ec2a1dd-0126-4cc2-a5fd-78c23e810416 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234598 Aug 25 19:05:33.084411 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c2bb6-c9dc-4e05-800e-c600a3b5d251 req-34e31fd0-4023-449e-b8d2-d3249c3f4ee4 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:33.086358 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-074c2bb6-c9dc-4e05-800e-c600a3b5d251 req-34e31fd0-4023-449e-b8d2-d3249c3f4ee4 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 946 time: 0.1670344 Aug 25 19:05:33.131450 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-dcae84a9-1702-4f54-a20c-8c42223e18e7 req-520adc2a-c523-4840-8330-334a2076ea65 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=df26ebd5-e5b4-4f8f-a09b-d83bce3a9b65 HTTP/1.1" status: 200 len: 1098 time: 0.0962288 Aug 25 19:05:33.151224 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-074c2bb6-c9dc-4e05-800e-c600a3b5d251 req-64e706f8-cd70-4fdd-9eea-21c06090bdc1 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b54908-2cbe-4aa7-bf0c-f3694aa57b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573826 Aug 25 19:05:33.236890 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-dcae84a9-1702-4f54-a20c-8c42223e18e7 req-e68bf6b5-a1ab-4981-834a-9cfd79e72f7e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945773 Aug 25 19:05:33.637982 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c58b7-ddd1-44ac-984b-887f73cbef4f req-13b1bf8b-33a8-4ed6-913d-0204ee9f667e tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:33.640843 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-2b3c58b7-ddd1-44ac-984b-887f73cbef4f req-13b1bf8b-33a8-4ed6-913d-0204ee9f667e tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=df26ebd5-e5b4-4f8f-a09b-d83bce3a9b65 HTTP/1.1" status: 200 len: 945 time: 0.1062634 Aug 25 19:05:33.722973 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-2b3c58b7-ddd1-44ac-984b-887f73cbef4f req-da5197ee-79bd-4231-bee8-84fe665946ea tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754492 Aug 25 19:05:34.256573 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8ee37-7242-4ec3-ba5e-93b62a7e7768 req-da15cc65-0357-4934-94a0-7cc42e0c42ff tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:34.264441 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-1ef8ee37-7242-4ec3-ba5e-93b62a7e7768 req-da15cc65-0357-4934-94a0-7cc42e0c42ff tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 946 time: 0.1354339 Aug 25 19:05:34.347720 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-1ef8ee37-7242-4ec3-ba5e-93b62a7e7768 req-c16992e6-d6f5-4dbc-86e2-54bd520fb5b2 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815866 Aug 25 19:05:34.414917 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86267982-c6d6-451e-982a-40d9b1519203 req-c9e6b2f0-f3ff-4c6d-8efe-6c18ede801af tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:34.423830 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-86267982-c6d6-451e-982a-40d9b1519203 req-c9e6b2f0-f3ff-4c6d-8efe-6c18ede801af tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 946 time: 0.1073041 Aug 25 19:05:34.496664 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-86267982-c6d6-451e-982a-40d9b1519203 req-7bfe525f-9cf6-4ac5-8cc1-e1032eba3101 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b54908-2cbe-4aa7-bf0c-f3694aa57b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716984 Aug 25 19:05:34.710818 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9bc6f-9da5-4e8c-8a06-8608d8caf64b req-a9b79ed6-c017-4fac-a3f4-4a8f6504fec1 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:34.713343 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-9ec9bc6f-9da5-4e8c-8a06-8608d8caf64b req-a9b79ed6-c017-4fac-a3f4-4a8f6504fec1 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.1396112 Aug 25 19:05:34.773633 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-9ec9bc6f-9da5-4e8c-8a06-8608d8caf64b req-4d10f469-8ad3-4e9b-b37c-c9325adeba23 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499010 Aug 25 19:05:35.125708 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544ca17-f49c-45c2-b3ae-557db399b22f req-514e4017-bad4-44a8-8fb4-c1071cedc088 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:35.127408 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-2544ca17-f49c-45c2-b3ae-557db399b22f req-514e4017-bad4-44a8-8fb4-c1071cedc088 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=df26ebd5-e5b4-4f8f-a09b-d83bce3a9b65 HTTP/1.1" status: 200 len: 945 time: 0.1668572 Aug 25 19:05:35.208381 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-2544ca17-f49c-45c2-b3ae-557db399b22f req-0a4d2c9c-7247-44c7-af40-f0803d704734 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716619 Aug 25 19:05:35.790418 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:35.793337 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40bc33-a6b4-45df-a574-da147a17cc46 req-da16549c-644a-4ab9-9d37-3a3a667eae6d tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:35.797298 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-2a40bc33-a6b4-45df-a574-da147a17cc46 req-da16549c-644a-4ab9-9d37-3a3a667eae6d tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 946 time: 0.1842189 Aug 25 19:05:36.026018 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-2a40bc33-a6b4-45df-a574-da147a17cc46 req-2b2f9793-177d-4b85-b816-c16212d3c68f tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2174034 Aug 25 19:05:36.071820 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c29d8-def1-4170-95a3-1601e8ef553a req-3631f175-5c4e-4ba5-b066-557cf18b354f tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:36.074037 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-3e2c29d8-def1-4170-95a3-1601e8ef553a req-3631f175-5c4e-4ba5-b066-557cf18b354f tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 946 time: 0.3109515 Aug 25 19:05:36.148544 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-3e2c29d8-def1-4170-95a3-1601e8ef553a req-8f5559ff-a095-4a21-bcb3-a00cab5748c8 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b54908-2cbe-4aa7-bf0c-f3694aa57b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641770 Aug 25 19:05:36.512724 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39f323-1377-43d8-acea-844e82b33ddc req-29e0015b-774c-4dd8-85a3-0af7b98d70e4 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:36.515334 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5b39f323-1377-43d8-acea-844e82b33ddc req-29e0015b-774c-4dd8-85a3-0af7b98d70e4 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=df26ebd5-e5b4-4f8f-a09b-d83bce3a9b65 HTTP/1.1" status: 200 len: 945 time: 0.1159213 Aug 25 19:05:36.590066 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5b39f323-1377-43d8-acea-844e82b33ddc req-9f4f9e11-5f2c-4ede-af56-ce62ab13e07f tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679142 Aug 25 19:05:37.360523 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fbbe8b-1be9-42f4-a45c-32140ab7ca82 req-83763889-ba8b-4a22-b361-d8ca67be40de tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:37.368123 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-02fbbe8b-1be9-42f4-a45c-32140ab7ca82 req-83763889-ba8b-4a22-b361-d8ca67be40de tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 946 time: 0.1261442 Aug 25 19:05:37.540378 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5708c-6597-479b-940f-e066beef72fb req-53a99532-539d-4316-9a98-15546a1a1ac9 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:37.543315 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-73f5708c-6597-479b-940f-e066beef72fb req-53a99532-539d-4316-9a98-15546a1a1ac9 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 946 time: 0.1214159 Aug 25 19:05:37.565274 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-02fbbe8b-1be9-42f4-a45c-32140ab7ca82 req-771b118c-63e2-453b-bcd3-ee33501737be tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1956820 Aug 25 19:05:37.613767 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-73f5708c-6597-479b-940f-e066beef72fb req-411247e3-31b9-44b5-9f38-d97f937fa757 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b54908-2cbe-4aa7-bf0c-f3694aa57b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557680 Aug 25 19:05:38.969573 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5e173-aeef-4f27-8ef9-fc7d60c17a7b req-5bede970-d5e4-480e-8cf4-2100d2b0456a tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:38.973612 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d7e5e173-aeef-4f27-8ef9-fc7d60c17a7b req-5bede970-d5e4-480e-8cf4-2100d2b0456a tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 946 time: 0.1657116 Aug 25 19:05:38.990574 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778c943-a8fb-49a9-b6a0-7355c6c8274a req-ca9d67f0-015c-470d-b5d2-2c3274958c2f tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:38.993457 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-4778c943-a8fb-49a9-b6a0-7355c6c8274a req-ca9d67f0-015c-470d-b5d2-2c3274958c2f tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 946 time: 0.1831024 Aug 25 19:05:39.077258 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-4778c943-a8fb-49a9-b6a0-7355c6c8274a req-ed988aa6-7ebc-4769-be5a-5d3ef1e98b6c tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b54908-2cbe-4aa7-bf0c-f3694aa57b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734816 Aug 25 19:05:39.080034 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d7e5e173-aeef-4f27-8ef9-fc7d60c17a7b req-d8053f6a-e57e-4f5f-bb59-e386070603ef tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826302 Aug 25 19:05:40.621087 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ba7d8-1b25-403e-a091-3c6abc2c1d38 req-7526abad-993a-4b84-ac1e-364b526368ba tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:40.626528 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-bb1ba7d8-1b25-403e-a091-3c6abc2c1d38 req-7526abad-993a-4b84-ac1e-364b526368ba tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 946 time: 0.2441623 Aug 25 19:05:40.628381 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458d905-87fd-42e1-920b-e107c618569c req-c5e9b923-e946-443c-99c0-097611f0062a tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:40.630070 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-4458d905-87fd-42e1-920b-e107c618569c req-c5e9b923-e946-443c-99c0-097611f0062a tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 946 time: 0.2553396 Aug 25 19:05:40.715947 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-bb1ba7d8-1b25-403e-a091-3c6abc2c1d38 req-cb672e1f-1990-40ce-b19a-3cc241836632 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793004 Aug 25 19:05:40.739903 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-4458d905-87fd-42e1-920b-e107c618569c req-4d7595b7-82d1-4999-8109-45375bc858b7 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b54908-2cbe-4aa7-bf0c-f3694aa57b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038001 Aug 25 19:05:41.291208 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9f3a6-e7d8-479d-b651-0a27e8484b80 req-ef2dce54-8e9b-4da7-ae9c-38821fc17e32 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:41.298917 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d5d9f3a6-e7d8-479d-b651-0a27e8484b80 req-ef2dce54-8e9b-4da7-ae9c-38821fc17e32 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 946 time: 0.1011236 Aug 25 19:05:41.351398 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d5d9f3a6-e7d8-479d-b651-0a27e8484b80 req-985b3d1c-3690-4759-992d-47f3b3129141 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b54908-2cbe-4aa7-bf0c-f3694aa57b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516090 Aug 25 19:05:41.528474 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5be2ec31-55ae-441d-a1e1-93038a7b290b req-87309084-35b4-4224-be16-0608b50ff0bd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3e48406004b648a0990504d66c49cab7&device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 1099 time: 0.1411042 Aug 25 19:05:41.817585 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2ec31-55ae-441d-a1e1-93038a7b290b req-4a331770-5736-40e1-ba90-e08aacf4ed4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:41.822060 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5be2ec31-55ae-441d-a1e1-93038a7b290b req-4a331770-5736-40e1-ba90-e08aacf4ed4c service neutron] 10.222.0.23 "GET /v2.0/networks?id=4729cc76-35b6-44e9-ab20-fbd23b7c92c4 HTTP/1.1" status: 200 len: 912 time: 0.2866518 Aug 25 19:05:42.153419 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5be2ec31-55ae-441d-a1e1-93038a7b290b req-be22cc6e-a200-4241-9561-97d9f932f724 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3 HTTP/1.1" status: 200 len: 1001 time: 0.3227334 Aug 25 19:05:42.233386 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-0404ffae-638e-48bc-a742-13f019eaa865 req-bda56aa9-65e4-4f08-bf31-c129dea1971b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fc911d35cfa94aeabb9512a89dca20b2&device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 1099 time: 0.2254243 Aug 25 19:05:42.456585 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-71b90810-c759-4da1-a946-1917e8222b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:42.485813 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2ec31-55ae-441d-a1e1-93038a7b290b req-f49c4464-8a23-4470-ace7-eeac17ddf58a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:42.488445 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5be2ec31-55ae-441d-a1e1-93038a7b290b req-f49c4464-8a23-4470-ace7-eeac17ddf58a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bcd4d869-de2c-42cf-bf24-a126ff729354 HTTP/1.1" status: 200 len: 850 time: 0.3186471 Aug 25 19:05:42.595055 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7e312-10c3-4a4a-a05f-9527ed203095 req-7045b0e8-8652-4801-bf42-542d83621e2d tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:42.596663 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-42e7e312-10c3-4a4a-a05f-9527ed203095 req-7045b0e8-8652-4801-bf42-542d83621e2d tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.1714952 Aug 25 19:05:42.601801 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404ffae-638e-48bc-a742-13f019eaa865 req-fd7982f5-9be9-4d3a-844f-b6cc7cb515f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:42.603322 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-0404ffae-638e-48bc-a742-13f019eaa865 req-fd7982f5-9be9-4d3a-844f-b6cc7cb515f1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1c33251a-0801-4a8e-9ce9-f5fabe3b7086 HTTP/1.1" status: 200 len: 918 time: 0.3613143 Aug 25 19:05:42.628236 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac48770-df19-4925-a8a0-238581829c03 req-0fcc30fe-768b-4ba3-a95e-28f3bdbb3eaa tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:42.641160 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-1ac48770-df19-4925-a8a0-238581829c03 req-0fcc30fe-768b-4ba3-a95e-28f3bdbb3eaa tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 946 time: 0.3988020 Aug 25 19:05:42.739780 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-0404ffae-638e-48bc-a742-13f019eaa865 req-63fd336e-c6d9-4490-900c-57361a270237 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21e21cca-5e6d-477f-a8ff-30bd07b822ec HTTP/1.1" status: 200 len: 217 time: 0.0975444 Aug 25 19:05:42.781927 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-1ac48770-df19-4925-a8a0-238581829c03 req-cb68b2ec-1581-4829-8e50-da7682be2d83 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386380 Aug 25 19:05:42.884834 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5be2ec31-55ae-441d-a1e1-93038a7b290b req-5ed8c5c9-0295-486d-8465-bd9f2a0493e5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4729cc76-35b6-44e9-ab20-fbd23b7c92c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3700953 Aug 25 19:05:42.918020 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-42e7e312-10c3-4a4a-a05f-9527ed203095 req-11014a26-0c56-4e17-bb66-fcff96e84ba4 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087184 Aug 25 19:05:42.938691 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:42.959557 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404ffae-638e-48bc-a742-13f019eaa865 req-309eb2be-5141-481d-9feb-09875459ddbc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:42.961167 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-0404ffae-638e-48bc-a742-13f019eaa865 req-309eb2be-5141-481d-9feb-09875459ddbc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d7025093-2f90-42bb-bb3c-06ef25a03e24 HTTP/1.1" status: 200 len: 857 time: 0.2056057 Aug 25 19:05:43.127171 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-0404ffae-638e-48bc-a742-13f019eaa865 req-2422badb-a6cb-402b-86e1-f38d8b9007a0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1c33251a-0801-4a8e-9ce9-f5fabe3b7086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1279397 Aug 25 19:05:43.359210 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5be2ec31-55ae-441d-a1e1-93038a7b290b req-b95b05cb-e1c3-4e39-9d00-a23905019e0c service neutron] 10.222.0.23 "GET /v2.0/networks/4729cc76-35b6-44e9-ab20-fbd23b7c92c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4724267 Aug 25 19:05:43.490070 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-0404ffae-638e-48bc-a742-13f019eaa865 req-b6b4d5d9-8213-4d42-8949-a78db8227609 service neutron] 10.222.0.23 "GET /v2.0/networks/1c33251a-0801-4a8e-9ce9-f5fabe3b7086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616185 Aug 25 19:05:43.610674 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5be2ec31-55ae-441d-a1e1-93038a7b290b req-8ca69025-e7ae-4b9f-9e39-ff757d811573 service neutron] 10.222.0.23 "GET /v2.0/networks/4729cc76-35b6-44e9-ab20-fbd23b7c92c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442367 Aug 25 19:05:43.650297 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d0e1a-26a3-4ee4-9c71-a7af94a3c9bd req-bee8a5ae-db0b-4d80-90e7-440bb8f0198f tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:43.652595 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-ed3d0e1a-26a3-4ee4-9c71-a7af94a3c9bd req-bee8a5ae-db0b-4d80-90e7-440bb8f0198f tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 946 time: 0.2880764 Aug 25 19:05:43.745230 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-ed3d0e1a-26a3-4ee4-9c71-a7af94a3c9bd req-43c73428-aa2a-4360-a30b-17c31d0c14b5 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b54908-2cbe-4aa7-bf0c-f3694aa57b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792978 Aug 25 19:05:43.756115 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-0404ffae-638e-48bc-a742-13f019eaa865 req-12fb8050-9f0c-4657-ad4f-ea6b77625b70 service neutron] 10.222.0.23 "GET /v2.0/networks/1c33251a-0801-4a8e-9ce9-f5fabe3b7086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569757 Aug 25 19:05:44.371485 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca8dd6-0d31-468f-9ab6-9ed85398254d req-f7d55dba-1f77-4fd1-8962-4926a768f583 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:44.375078 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-92ca8dd6-0d31-468f-9ab6-9ed85398254d req-f7d55dba-1f77-4fd1-8962-4926a768f583 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 946 time: 0.1877642 Aug 25 19:05:44.381979 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f3a21-c532-41ed-a225-d66e31a5c565 req-ab3d9ab6-71e0-46af-a844-22472d6d80a2 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:44.385359 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d07f3a21-c532-41ed-a225-d66e31a5c565 req-ab3d9ab6-71e0-46af-a844-22472d6d80a2 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.1558895 Aug 25 19:05:44.468201 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-92ca8dd6-0d31-468f-9ab6-9ed85398254d req-60d750b4-b23f-49ef-8dfc-2cc8782c1a89 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860081 Aug 25 19:05:44.481479 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d07f3a21-c532-41ed-a225-d66e31a5c565 req-5dc73324-9872-4029-b0fb-40bd978b6fd3 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880413 Aug 25 19:05:44.680523 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.agents_db [None req-346cd5c8-7112-4e4f-bf89-0e0659d32542 None None] Agent healthcheck: found 6 active agents {{(pid=74946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:05:44.985159 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-a74eb06f-783e-46b4-8b24-c48871126605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:45.139829 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5977d0-8842-47a3-b103-735d3bc6cdc6 req-0c8be118-78ef-48ff-b306-2e113ec7b5fd tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:45.141526 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-ae5977d0-8842-47a3-b103-735d3bc6cdc6 req-0c8be118-78ef-48ff-b306-2e113ec7b5fd tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 946 time: 0.1547046 Aug 25 19:05:45.222803 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-ae5977d0-8842-47a3-b103-735d3bc6cdc6 req-41ebf211-ddd9-43e4-a478-d2389851f242 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b54908-2cbe-4aa7-bf0c-f3694aa57b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731781 Aug 25 19:05:45.862881 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:45.977984 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60536ce-9bc4-429b-9567-0d3410b56523 req-5f35ff88-9b4e-47ba-aedd-46c7c3bd38b8 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:45.996779 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-c60536ce-9bc4-429b-9567-0d3410b56523 req-5f35ff88-9b4e-47ba-aedd-46c7c3bd38b8 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 946 time: 0.2308390 Aug 25 19:05:46.156589 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-c60536ce-9bc4-429b-9567-0d3410b56523 req-e628063f-a933-4d3c-87e6-cee1369e837d tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535561 Aug 25 19:05:46.296138 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d666dc-9660-4550-9cd8-fbb676b90e6b req-a358eee1-7d31-4011-aef4-59bfc562425b tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:46.299119 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f0d666dc-9660-4550-9cd8-fbb676b90e6b req-a358eee1-7d31-4011-aef4-59bfc562425b tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.1916134 Aug 25 19:05:46.364770 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f0d666dc-9660-4550-9cd8-fbb676b90e6b req-abcf529f-5e8e-4199-a714-e2c99523949f tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564137 Aug 25 19:05:47.270666 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:47.426545 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42384f20-03e9-4d53-aefc-d763d6a46fc4 req-5088c0bb-d355-41d8-9134-87ae2a7d7fff tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:47.428289 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-42384f20-03e9-4d53-aefc-d763d6a46fc4 req-5088c0bb-d355-41d8-9134-87ae2a7d7fff tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 946 time: 0.1093249 Aug 25 19:05:47.532211 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-42384f20-03e9-4d53-aefc-d763d6a46fc4 req-2339d8e3-1a86-4371-bfa9-835de0e60415 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924218 Aug 25 19:05:47.669404 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa54dd0-bf64-40aa-aad6-350d99838a99 req-8394b582-5190-4fe9-a0fb-aa1c0b2a26fe tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:47.671781 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-4fa54dd0-bf64-40aa-aad6-350d99838a99 req-8394b582-5190-4fe9-a0fb-aa1c0b2a26fe tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.0891244 Aug 25 19:05:47.734558 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-4fa54dd0-bf64-40aa-aad6-350d99838a99 req-05369d75-6371-4e83-955b-2276d03b92eb tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568409 Aug 25 19:05:47.763986 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 42434) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:05:47.837471 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.db_base_plugin_v2 [None req-674d7e71-f2ce-4de8-a747-45e51b8e1478 admin admin] Deleting subnet ee51adfd-76e9-4ff5-83d0-76b0ac0c12c4 {{(pid=74943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 19:05:47.841120 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-674d7e71-f2ce-4de8-a747-45e51b8e1478 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:47.899176 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-674d7e71-f2ce-4de8-a747-45e51b8e1478 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:47.910654 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-674d7e71-f2ce-4de8-a747-45e51b8e1478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1748394'] for subnet, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:48.001964 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-674d7e71-f2ce-4de8-a747-45e51b8e1478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1748371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697'] for subnet, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:48.009574 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:48.129576 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d7e71-f2ce-4de8-a747-45e51b8e1478 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee51adfd-76e9-4ff5-83d0-76b0ac0c12c4,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:48.132367 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-674d7e71-f2ce-4de8-a747-45e51b8e1478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:48.135161 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-674d7e71-f2ce-4de8-a747-45e51b8e1478 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:48.147405 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-674d7e71-f2ce-4de8-a747-45e51b8e1478 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ee51adfd-76e9-4ff5-83d0-76b0ac0c12c4 HTTP/1.1" status: 204 len: 168 time: 0.3820419 Aug 25 19:05:48.150271 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 42446) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:05:48.325856 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a43c1c7d-7ea2-4d09-99c6-a616e8a9ae46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792208'] for network, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:48.481127 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a43c1c7d-7ea2-4d09-99c6-a616e8a9ae46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1747491', 'neutron.services.segments.db._delete_segments_for_network-8730660705410'] for network, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:48.495897 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a43c1c7d-7ea2-4d09-99c6-a616e8a9ae46 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=74943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:05:48.496284 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a43c1c7d-7ea2-4d09-99c6-a616e8a9ae46 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=74943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:05:48.497153 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a43c1c7d-7ea2-4d09-99c6-a616e8a9ae46 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:05:48.498077 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a43c1c7d-7ea2-4d09-99c6-a616e8a9ae46 admin admin] Subscribe: > port after_create 55550000 {{(pid=74943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:05:48.498435 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a43c1c7d-7ea2-4d09-99c6-a616e8a9ae46 admin admin] Subscribe: > port after_delete 55550000 {{(pid=74943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:05:48.498788 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a43c1c7d-7ea2-4d09-99c6-a616e8a9ae46 admin admin] Subscribe: > port after_update 55550000 {{(pid=74943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:05:48.499117 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a43c1c7d-7ea2-4d09-99c6-a616e8a9ae46 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=74943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:05:48.499461 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a43c1c7d-7ea2-4d09-99c6-a616e8a9ae46 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:05:48.499783 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a43c1c7d-7ea2-4d09-99c6-a616e8a9ae46 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:05:48.500106 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a43c1c7d-7ea2-4d09-99c6-a616e8a9ae46 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=74943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:05:48.636860 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a43c1c7d-7ea2-4d09-99c6-a616e8a9ae46 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:05:48.637486 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a43c1c7d-7ea2-4d09-99c6-a616e8a9ae46 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:05:48.638667 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a43c1c7d-7ea2-4d09-99c6-a616e8a9ae46 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=74943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:05:48.639266 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a43c1c7d-7ea2-4d09-99c6-a616e8a9ae46 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=74943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:05:48.639922 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.services.segments.db [None req-a43c1c7d-7ea2-4d09-99c6-a616e8a9ae46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcba5228-0fd3-41e7-99f9-25540fafe961']}} {{(pid=74943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:05:48.663530 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.services.segments.db [None req-a43c1c7d-7ea2-4d09-99c6-a616e8a9ae46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5970779a-c505-45d9-9895-a0ca721fd9a3') {'for_net_delete': True} {{(pid=74943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:05:48.664037 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.services.segments.db [None req-a43c1c7d-7ea2-4d09-99c6-a616e8a9ae46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5970779a-c505-45d9-9895-a0ca721fd9a3') {} {{(pid=74943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:05:48.681130 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a43c1c7d-7ea2-4d09-99c6-a616e8a9ae46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730660708253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4158294'] for segment, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:48.699779 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a43c1c7d-7ea2-4d09-99c6-a616e8a9ae46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748241'] for segment, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:48.708656 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a43c1c7d-7ea2-4d09-99c6-a616e8a9ae46 admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=74943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 19:05:48.709112 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a43c1c7d-7ea2-4d09-99c6-a616e8a9ae46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1748239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3958039'] for segment, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:48.725529 dv-cinder-806038-1-smb neutron-server[74943]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 25 19:05:48.725529 dv-cinder-806038-1-smb neutron-server[74943]: util.warn_limited( Aug 25 19:05:48.725529 dv-cinder-806038-1-smb neutron-server[74943]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 25 19:05:48.725529 dv-cinder-806038-1-smb neutron-server[74943]: util.warn_limited( Aug 25 19:05:48.725529 dv-cinder-806038-1-smb neutron-server[74943]: Traceback (most recent call last): Aug 25 19:05:48.725529 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 19:05:48.725529 dv-cinder-806038-1-smb neutron-server[74943]: timer() Aug 25 19:05:48.725529 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 19:05:48.725529 dv-cinder-806038-1-smb neutron-server[74943]: cb(*args, **kw) Aug 25 19:05:48.725529 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 19:05:48.725529 dv-cinder-806038-1-smb neutron-server[74943]: return func(*args, **kwargs) Aug 25 19:05:48.725529 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 19:05:48.725529 dv-cinder-806038-1-smb neutron-server[74943]: self._notify() Aug 25 19:05:48.725529 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 19:05:48.725529 dv-cinder-806038-1-smb neutron-server[74943]: self.callback(batched_events) Aug 25 19:05:48.725529 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 19:05:48.725529 dv-cinder-806038-1-smb neutron-server[74943]: event.method(event) Aug 25 19:05:48.725529 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 19:05:48.725529 dv-cinder-806038-1-smb neutron-server[74943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 19:05:48.725529 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 19:05:48.725529 dv-cinder-806038-1-smb neutron-server[74943]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 19:05:48.725529 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 19:05:48.725529 dv-cinder-806038-1-smb neutron-server[74943]: return f(self, *a, **k) Aug 25 19:05:48.725529 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 19:05:48.725529 dv-cinder-806038-1-smb neutron-server[74943]: return self._get(url).json() Aug 25 19:05:48.725529 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 19:05:48.725529 dv-cinder-806038-1-smb neutron-server[74943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 19:05:48.725529 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 19:05:48.725529 dv-cinder-806038-1-smb neutron-server[74943]: return self.request(url, 'GET', **kwargs) Aug 25 19:05:48.725529 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 19:05:48.725529 dv-cinder-806038-1-smb neutron-server[74943]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 19:05:48.725529 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 19:05:48.725529 dv-cinder-806038-1-smb neutron-server[74943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 19:05:48.725529 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 19:05:48.725529 dv-cinder-806038-1-smb neutron-server[74943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 19:05:48.725529 dv-cinder-806038-1-smb neutron-server[74943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 19:05:48.829942 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a43c1c7d-7ea2-4d09-99c6-a616e8a9ae46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1747496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677210'] for network, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:48.830296 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ba455-c77a-43ae-a694-965be81a5e6b req-ac4ae367-a139-4c95-b638-1676786a63af tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:48.832664 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-df5ba455-c77a-43ae-a694-965be81a5e6b req-ac4ae367-a139-4c95-b638-1676786a63af tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 946 time: 0.1208498 Aug 25 19:05:48.840011 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:48.885220 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c1c7d-7ea2-4d09-99c6-a616e8a9ae46 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcba5228-0fd3-41e7-99f9-25540fafe961,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:48.892079 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a43c1c7d-7ea2-4d09-99c6-a616e8a9ae46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for network, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:48.898481 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-a43c1c7d-7ea2-4d09-99c6-a616e8a9ae46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:48.923032 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-df5ba455-c77a-43ae-a694-965be81a5e6b req-f4f18320-3cd7-43c9-a2fd-783c94e438f1 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773094 Aug 25 19:05:48.940615 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-a43c1c7d-7ea2-4d09-99c6-a616e8a9ae46 admin admin] 10.222.0.18 "DELETE /v2.0/networks/dcba5228-0fd3-41e7-99f9-25540fafe961 HTTP/1.1" status: 204 len: 168 time: 0.7858136 Aug 25 19:05:48.942763 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 42462) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:05:49.059057 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdcfacc2-3e8c-402d-8fe5-7aa3fa048de8 admin admin] Deleting subnet 4a2d3334-9e5e-4102-8777-ab0a5a124108 {{(pid=74944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 19:05:49.064775 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-cdcfacc2-3e8c-402d-8fe5-7aa3fa048de8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:49.132219 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-cdcfacc2-3e8c-402d-8fe5-7aa3fa048de8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4084617'] for subnet, precommit_delete_associations {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:49.218880 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b78fd-44f4-4912-a63f-f143e6962067 req-63dde979-ab8e-4a4d-8557-93eed7f4b3a7 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:49.220361 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device e8f2b708-590b-40a9-969b-93ba8401bb2a details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=74945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:05:49.220862 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-cd2b78fd-44f4-4912-a63f-f143e6962067 req-63dde979-ab8e-4a4d-8557-93eed7f4b3a7 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.1791446 Aug 25 19:05:49.222078 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-cdcfacc2-3e8c-402d-8fe5-7aa3fa048de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1748394'] for subnet, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:49.307182 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-cd2b78fd-44f4-4912-a63f-f143e6962067 req-553cd3a4-d307-42e6-a154-c2b39ff713af tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778954 Aug 25 19:05:49.396550 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-cdcfacc2-3e8c-402d-8fe5-7aa3fa048de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1748371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3912734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3743321'] for subnet, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:49.402088 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:49.443080 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcfacc2-3e8c-402d-8fe5-7aa3fa048de8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a2d3334-9e5e-4102-8777-ab0a5a124108,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:49.447453 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-cdcfacc2-3e8c-402d-8fe5-7aa3fa048de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:49.453577 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-cdcfacc2-3e8c-402d-8fe5-7aa3fa048de8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for subnet, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:49.473989 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 42478) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:05:49.474219 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-cdcfacc2-3e8c-402d-8fe5-7aa3fa048de8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4a2d3334-9e5e-4102-8777-ab0a5a124108 HTTP/1.1" status: 204 len: 168 time: 0.5294828 Aug 25 19:05:49.484947 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port e8f2b708-590b-40a9-969b-93ba8401bb2a, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=e8f2b708-590b-40a9-969b-93ba8401bb2a,segment=NetworkSegment(53d47dea-4354-48e2-8d62-a37d0ab26078),segment_id=53d47dea-4354-48e2-8d62-a37d0ab26078)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:05:49.512274 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Returning: {'device': 'e8f2b708-590b-40a9-969b-93ba8401bb2a', 'network_id': '4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1', 'port_id': 'e8f2b708-590b-40a9-969b-93ba8401bb2a', 'mac_address': 'fa:16:3e:18:7b:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01124877-1e02-41ab-ac74-7fab9c7740c5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:05:49.608956 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-0156a4b5-853a-4014-a7b4-197f8b87b5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792208'] for network, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:49.622941 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:49.662441 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e8f2b708-590b-40a9-969b-93ba8401bb2a {{(pid=74945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:05:49.688059 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port e8f2b708-590b-40a9-969b-93ba8401bb2a, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=e8f2b708-590b-40a9-969b-93ba8401bb2a,segment=NetworkSegment(53d47dea-4354-48e2-8d62-a37d0ab26078),segment_id=53d47dea-4354-48e2-8d62-a37d0ab26078)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:05:49.693839 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:49.696246 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:49.746431 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-0156a4b5-853a-4014-a7b4-197f8b87b5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1747491', 'neutron.services.segments.db._delete_segments_for_network-8730660705410'] for network, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:49.761896 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.services.segments.db [None req-0156a4b5-853a-4014-a7b4-197f8b87b5ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c591ebae-d92d-431a-a7da-a1c96155034a']}} {{(pid=74943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:05:49.777883 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.services.segments.db [None req-0156a4b5-853a-4014-a7b4-197f8b87b5ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0af56a9-daed-48dc-b1e4-0d704284d738') {'for_net_delete': True} {{(pid=74943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:05:49.777883 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.services.segments.db [None req-0156a4b5-853a-4014-a7b4-197f8b87b5ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0af56a9-daed-48dc-b1e4-0d704284d738') {} {{(pid=74943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:05:49.787304 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=e8f2b708-590b-40a9-969b-93ba8401bb2a,revision_number=6']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:49.790965 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:49.795500 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-0156a4b5-853a-4014-a7b4-197f8b87b5ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730660708253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4158294'] for segment, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:49.822000 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-0156a4b5-853a-4014-a7b4-197f8b87b5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748241'] for segment, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:49.835995 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0156a4b5-853a-4014-a7b4-197f8b87b5ff admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=74943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 19:05:49.836719 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-0156a4b5-853a-4014-a7b4-197f8b87b5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1748239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3958039'] for segment, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:49.861811 dv-cinder-806038-1-smb neutron-server[74943]: Traceback (most recent call last): Aug 25 19:05:49.861811 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 19:05:49.861811 dv-cinder-806038-1-smb neutron-server[74943]: timer() Aug 25 19:05:49.861811 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 19:05:49.861811 dv-cinder-806038-1-smb neutron-server[74943]: cb(*args, **kw) Aug 25 19:05:49.861811 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 19:05:49.861811 dv-cinder-806038-1-smb neutron-server[74943]: return func(*args, **kwargs) Aug 25 19:05:49.861811 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 19:05:49.861811 dv-cinder-806038-1-smb neutron-server[74943]: self._notify() Aug 25 19:05:49.861811 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 19:05:49.861811 dv-cinder-806038-1-smb neutron-server[74943]: self.callback(batched_events) Aug 25 19:05:49.861811 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 19:05:49.861811 dv-cinder-806038-1-smb neutron-server[74943]: event.method(event) Aug 25 19:05:49.861811 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 19:05:49.861811 dv-cinder-806038-1-smb neutron-server[74943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 19:05:49.861811 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 19:05:49.861811 dv-cinder-806038-1-smb neutron-server[74943]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 19:05:49.861811 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 19:05:49.861811 dv-cinder-806038-1-smb neutron-server[74943]: return f(self, *a, **k) Aug 25 19:05:49.861811 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 19:05:49.861811 dv-cinder-806038-1-smb neutron-server[74943]: return self._get(url).json() Aug 25 19:05:49.861811 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 19:05:49.861811 dv-cinder-806038-1-smb neutron-server[74943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 19:05:49.861811 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 19:05:49.861811 dv-cinder-806038-1-smb neutron-server[74943]: return self.request(url, 'GET', **kwargs) Aug 25 19:05:49.861811 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 19:05:49.861811 dv-cinder-806038-1-smb neutron-server[74943]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 19:05:49.861811 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 19:05:49.861811 dv-cinder-806038-1-smb neutron-server[74943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 19:05:49.861811 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 19:05:49.861811 dv-cinder-806038-1-smb neutron-server[74943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 19:05:49.861811 dv-cinder-806038-1-smb neutron-server[74943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 19:05:50.020037 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] get_ports_and_sgs() called for port_ids ['e8f2b708-590b-40a9-969b-93ba8401bb2a'] {{(pid=74945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:05:50.045463 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-0156a4b5-853a-4014-a7b4-197f8b87b5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1747496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677210'] for network, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:50.066444 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-0156a4b5-853a-4014-a7b4-197f8b87b5ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for network, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:50.073625 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-a43c1c7d-7ea2-4d09-99c6-a616e8a9ae46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:50.122653 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-0156a4b5-853a-4014-a7b4-197f8b87b5ff admin admin] 10.222.0.18 "DELETE /v2.0/networks/c591ebae-d92d-431a-a7da-a1c96155034a HTTP/1.1" status: 204 len: 168 time: 0.6437571 Aug 25 19:05:50.126772 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0156a4b5-853a-4014-a7b4-197f8b87b5ff admin admin] Pushing event deleted for resources: {'Network': ['ID=c591ebae-d92d-431a-a7da-a1c96155034a,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:50.129496 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-0156a4b5-853a-4014-a7b4-197f8b87b5ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:50.280603 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca41652-3d65-4baf-a25c-f686c537f94c req-52dadae1-80e9-4c5e-9ef3-67a34375bd1f tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:50.285128 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-1ca41652-3d65-4baf-a25c-f686c537f94c req-52dadae1-80e9-4c5e-9ef3-67a34375bd1f tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=df26ebd5-e5b4-4f8f-a09b-d83bce3a9b65 HTTP/1.1" status: 200 len: 945 time: 0.1543434 Aug 25 19:05:50.362131 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-1ca41652-3d65-4baf-a25c-f686c537f94c req-6fe9edc0-5ea6-4b5d-abd7-c336a35566e3 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651240 Aug 25 19:05:50.393369 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231589f-bd9d-465d-a37b-3c496c92c061 req-958bbe7d-ba20-408d-86ba-03be5b378476 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:50.396197 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d231589f-bd9d-465d-a37b-3c496c92c061 req-958bbe7d-ba20-408d-86ba-03be5b378476 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 945 time: 0.1745031 Aug 25 19:05:50.483291 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d231589f-bd9d-465d-a37b-3c496c92c061 req-453132f4-4907-447d-a823-fe553ce7952f tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802376 Aug 25 19:05:50.503783 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 42496) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:05:50.635539 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-ca0bf628-ce54-444a-b2ee-fd3e93746d88 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=508d2f9be604482d9941b76ea9360ebf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1267157 Aug 25 19:05:50.636582 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 42502) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:05:50.686116 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f4463-1772-44a0-9dfe-290021055d1d req-031c1d69-ad40-4465-b039-1dd7913a34ac tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:50.687764 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-df3f4463-1772-44a0-9dfe-290021055d1d req-031c1d69-ad40-4465-b039-1dd7913a34ac tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.1217709 Aug 25 19:05:50.757574 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-df3f4463-1772-44a0-9dfe-290021055d1d req-32221583-f53c-4c99-b6b1-286370e8abe2 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586107 Aug 25 19:05:50.761943 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-dd58b243-199b-481e-b226-d7e784b4e731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:50.816761 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-dd58b243-199b-481e-b226-d7e784b4e731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:50.884209 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-dd58b243-199b-481e-b226-d7e784b4e731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:50.888617 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-55792c5f-779f-4bad-91ed-20201fdc3d2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:50.905480 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd58b243-199b-481e-b226-d7e784b4e731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33784715-04ee-4fcd-87e1-fa86ed017d7a,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:50.910571 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-dd58b243-199b-481e-b226-d7e784b4e731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:50.935914 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-dd58b243-199b-481e-b226-d7e784b4e731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:50.938529 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-dd58b243-199b-481e-b226-d7e784b4e731 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/33784715-04ee-4fcd-87e1-fa86ed017d7a HTTP/1.1" status: 204 len: 168 time: 0.2999465 Aug 25 19:05:51.220221 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device e8f2b708-590b-40a9-969b-93ba8401bb2a up at agent hyperv_hv-cinder-80603 {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:05:51.309397 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Provisioning complete for port e8f2b708-590b-40a9-969b-93ba8401bb2a triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:05:51.310575 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:51.378579 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 42526) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:05:51.499672 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:51.547946 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b44f16-4992-4a68-8d25-1819d93cdea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f2b708-590b-40a9-969b-93ba8401bb2a'}] {{(pid=74945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:05:51.591665 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port e8f2b708-590b-40a9-969b-93ba8401bb2a, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=e8f2b708-590b-40a9-969b-93ba8401bb2a,segment=NetworkSegment(53d47dea-4354-48e2-8d62-a37d0ab26078),segment_id=53d47dea-4354-48e2-8d62-a37d0ab26078)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:05:51.601748 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:51.606727 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:51.732207 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 42540) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:05:51.817385 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=e8f2b708-590b-40a9-969b-93ba8401bb2a,revision_number=7']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:51.822317 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:51.853042 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-3406d53a-afdc-4460-acd2-a02b7db21177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:51.856583 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-557babef-b2a0-4786-9330-21dd85803476 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=17d422d0bc0943938b5d047d1e0c6123&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1214695 Aug 25 19:05:51.857214 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 42546) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:05:51.953598 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-3406d53a-afdc-4460-acd2-a02b7db21177 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:05:51.965718 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-3406d53a-afdc-4460-acd2-a02b7db21177 admin admin] Usage tracker for resource:security_group_rule and tenant:f951a1d0cc3e4926b6e7da415e8cfe82 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:05:51.975177 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-3406d53a-afdc-4460-acd2-a02b7db21177 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:05:51.988308 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-3406d53a-afdc-4460-acd2-a02b7db21177 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:05:52.074847 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-93a8dc01-24af-4ec6-8806-f5ba2fe4162b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:52.114442 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75397549-2501-4a4d-842a-00d9e81a24de req-97b02964-b8f9-4233-bd84-c882f0c68819 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:52.116526 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-75397549-2501-4a4d-842a-00d9e81a24de req-97b02964-b8f9-4233-bd84-c882f0c68819 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 946 time: 0.2562618 Aug 25 19:05:52.121585 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-93a8dc01-24af-4ec6-8806-f5ba2fe4162b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:52.136635 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc70e0-2f98-42fe-ac8e-df4d1234bb72 req-073f8ede-849a-4c67-a248-26b768328ff1 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:52.147260 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-3bdc70e0-2f98-42fe-ac8e-df4d1234bb72 req-073f8ede-849a-4c67-a248-26b768328ff1 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=df26ebd5-e5b4-4f8f-a09b-d83bce3a9b65 HTTP/1.1" status: 200 len: 945 time: 0.5037889 Aug 25 19:05:52.219548 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-3406d53a-afdc-4460-acd2-a02b7db21177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:52.222950 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-75397549-2501-4a4d-842a-00d9e81a24de req-8b8e9f54-69f8-4f67-b200-ecd2e58e5b84 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894010 Aug 25 19:05:52.249625 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-3406d53a-afdc-4460-acd2-a02b7db21177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:52.263801 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-93a8dc01-24af-4ec6-8806-f5ba2fe4162b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:52.268207 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-43b31309-ea3f-4f96-aefe-3e8a2bd36be5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:52.275901 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-4b28a829-c526-4e1f-9646-4fc0f05fef43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:52.296794 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a8dc01-24af-4ec6-8806-f5ba2fe4162b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d6f546-1867-4d99-9ba0-0f8634edb064,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:52.327812 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-93a8dc01-24af-4ec6-8806-f5ba2fe4162b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:52.353740 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-3bdc70e0-2f98-42fe-ac8e-df4d1234bb72 req-5bb7af99-470a-450d-88d0-dc26ef6ee02e tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992404 Aug 25 19:05:52.354636 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-93a8dc01-24af-4ec6-8806-f5ba2fe4162b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:52.366402 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-93a8dc01-24af-4ec6-8806-f5ba2fe4162b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/94d6f546-1867-4d99-9ba0-0f8634edb064 HTTP/1.1" status: 204 len: 168 time: 0.5033598 Aug 25 19:05:52.391598 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406d53a-afdc-4460-acd2-a02b7db21177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8068eebb-f20e-4d64-ab33-1b1ca312673d,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:52.411174 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-3406d53a-afdc-4460-acd2-a02b7db21177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:52.425491 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 42566) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:05:52.426068 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-3406d53a-afdc-4460-acd2-a02b7db21177 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f951a1d0cc3e4926b6e7da415e8cfe82&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0459874 Aug 25 19:05:52.448322 dv-cinder-806038-1-smb neutron-server[74945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b44f16-4992-4a68-8d25-1819d93cdea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f2b708-590b-40a9-969b-93ba8401bb2a', 'code': 200} Aug 25 19:05:52.538313 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-bda9bf37-37d2-4596-ae49-acf974ec7982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:52.569789 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-bda9bf37-37d2-4596-ae49-acf974ec7982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:52.677029 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-bda9bf37-37d2-4596-ae49-acf974ec7982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:52.682351 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-b43cfb6e-1187-41af-a766-6c338e50a707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:52.729604 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da8aa2-d83d-43a5-810e-19a2ee5cf1f8 req-60d3b7f2-aa08-4116-9949-8179e31f1aeb tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:52.742858 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-e8da8aa2-d83d-43a5-810e-19a2ee5cf1f8 req-60d3b7f2-aa08-4116-9949-8179e31f1aeb tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.1477275 Aug 25 19:05:52.759179 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda9bf37-37d2-4596-ae49-acf974ec7982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8068eebb-f20e-4d64-ab33-1b1ca312673d,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:52.773528 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-bda9bf37-37d2-4596-ae49-acf974ec7982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:52.807599 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-bda9bf37-37d2-4596-ae49-acf974ec7982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:52.813637 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-bda9bf37-37d2-4596-ae49-acf974ec7982 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8068eebb-f20e-4d64-ab33-1b1ca312673d HTTP/1.1" status: 204 len: 168 time: 0.3864532 Aug 25 19:05:52.919752 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-e8da8aa2-d83d-43a5-810e-19a2ee5cf1f8 req-212dfdf7-2ed4-47ab-a29c-a1ded2cd47ef tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573884 Aug 25 19:05:53.218555 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5176c49-1cdc-4acd-93ad-a0cc74e0690d req-8c618c23-bb85-46a7-a5bc-095821f3e0fb tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:53.221749 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-b5176c49-1cdc-4acd-93ad-a0cc74e0690d req-8c618c23-bb85-46a7-a5bc-095821f3e0fb tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.23 "GET /v2.0/ports?device_id=df26ebd5-e5b4-4f8f-a09b-d83bce3a9b65 HTTP/1.1" status: 200 len: 945 time: 0.2245610 Aug 25 19:05:53.424958 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [req-b5176c49-1cdc-4acd-93ad-a0cc74e0690d req-e46fe345-3f87-4033-a2f9-75046c0be64e tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Deleting port 0f025ea7-6832-45c4-8e40-cc83c38d18cb {{(pid=74943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:05:53.425202 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-b5176c49-1cdc-4acd-93ad-a0cc74e0690d req-e46fe345-3f87-4033-a2f9-75046c0be64e tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:53.782331 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2ed4b-dd8a-4ca9-8370-fb5e6c0633e7 req-d64e7096-1c49-4965-ae6b-69389c0a55ec tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:53.790005 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-7ba2ed4b-dd8a-4ca9-8370-fb5e6c0633e7 req-d64e7096-1c49-4965-ae6b-69389c0a55ec tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=df26ebd5-e5b4-4f8f-a09b-d83bce3a9b65 HTTP/1.1" status: 200 len: 945 time: 0.1081526 Aug 25 19:05:53.869641 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-7ba2ed4b-dd8a-4ca9-8370-fb5e6c0633e7 req-8f0c79b2-74da-4fb3-975a-792bd66a9bf4 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775859 Aug 25 19:05:53.973458 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.db [req-b5176c49-1cdc-4acd-93ad-a0cc74e0690d req-e46fe345-3f87-4033-a2f9-75046c0be64e tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] For port 0f025ea7-6832-45c4-8e40-cc83c38d18cb, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=0f025ea7-6832-45c4-8e40-cc83c38d18cb,segment=NetworkSegment(81fc5d6f-79c4-4010-95f4-8fd5bd65c0de),segment_id=81fc5d6f-79c4-4010-95f4-8fd5bd65c0de)] {{(pid=74943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:05:53.976390 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-b5176c49-1cdc-4acd-93ad-a0cc74e0690d req-e46fe345-3f87-4033-a2f9-75046c0be64e tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:54.156686 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [req-b5176c49-1cdc-4acd-93ad-a0cc74e0690d req-e46fe345-3f87-4033-a2f9-75046c0be64e tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Calling delete_port for 0f025ea7-6832-45c4-8e40-cc83c38d18cb owned by compute:nova {{(pid=74943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:05:54.312758 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257d47b-94d7-4d2c-9499-0cb28d21f0c3 req-ef916177-ae66-43b2-bb82-800a96b4486c tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:54.314588 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-e257d47b-94d7-4d2c-9499-0cb28d21f0c3 req-ef916177-ae66-43b2-bb82-800a96b4486c tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 946 time: 0.5682101 Aug 25 19:05:54.435024 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-e257d47b-94d7-4d2c-9499-0cb28d21f0c3 req-eeceaa16-b352-41e7-a80e-4242e536b6f1 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050150 Aug 25 19:05:54.559094 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f62cc6-6901-47d8-898e-78dfb2d8eb76 req-2727e954-2626-4760-94d8-83ef8577bd2a tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:54.571823 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-86f62cc6-6901-47d8-898e-78dfb2d8eb76 req-2727e954-2626-4760-94d8-83ef8577bd2a tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.3618731 Aug 25 19:05:54.588492 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-b5176c49-1cdc-4acd-93ad-a0cc74e0690d req-e46fe345-3f87-4033-a2f9-75046c0be64e tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730660626180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730660203048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958082'] for port, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:54.597879 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-26d725a4-49d6-42ad-b71a-45a81b650b6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:54.638213 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] get_ports_and_sgs() called for port_ids ['670011d9-0318-4858-a3ea-d87df9cfee6c', '0a4538e8-3e06-4ddc-a505-60652145ee66', 'e811b3e2-9753-42d4-b2b5-4b99bb8f2043', '0f025ea7-6832-45c4-8e40-cc83c38d18cb'] {{(pid=74945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:05:54.656589 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-86f62cc6-6901-47d8-898e-78dfb2d8eb76 req-649149d9-a8cd-4bb0-b7ba-424015c210e3 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820322 Aug 25 19:05:54.660515 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46fe345-3f87-4033-a2f9-75046c0be64e tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Pushing event deleted for resources: {'Port': ['ID=0f025ea7-6832-45c4-8e40-cc83c38d18cb,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:54.670770 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-e46fe345-3f87-4033-a2f9-75046c0be64e tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:54.820726 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5176c49-1cdc-4acd-93ad-a0cc74e0690d req-e46fe345-3f87-4033-a2f9-75046c0be64e tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] No DVR routers for this DVR port 0f025ea7-6832-45c4-8e40-cc83c38d18cb on host hv-cinder-80603 {{(pid=74943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:05:54.830712 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-b5176c49-1cdc-4acd-93ad-a0cc74e0690d req-e46fe345-3f87-4033-a2f9-75046c0be64e tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for port, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:54.835435 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df26ebd5-e5b4-4f8f-a09b-d83bce3a9b65', 'name': 'network-vif-deleted', 'tag': '0f025ea7-6832-45c4-8e40-cc83c38d18cb'}] {{(pid=74943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:05:54.880731 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-b5176c49-1cdc-4acd-93ad-a0cc74e0690d req-e46fe345-3f87-4033-a2f9-75046c0be64e tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.23 "DELETE /v2.0/ports/0f025ea7-6832-45c4-8e40-cc83c38d18cb HTTP/1.1" status: 204 len: 173 time: 1.6511221 Aug 25 19:05:55.001709 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df26ebd5-e5b4-4f8f-a09b-d83bce3a9b65', 'name': 'network-vif-deleted', 'tag': '0f025ea7-6832-45c4-8e40-cc83c38d18cb', 'status': 'completed', 'code': 200} Aug 25 19:05:55.339201 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-3954dcd1-98b5-46c3-9ba5-a5d462a0adfe req-e4a93a10-8309-4ba3-8d13-91237c16dec9 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=df26ebd5-e5b4-4f8f-a09b-d83bce3a9b65 HTTP/1.1" status: 200 len: 210 time: 0.1729856 Aug 25 19:05:55.845536 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a050d-ee62-447f-9464-d4f59ecc6e72 req-db2f47d5-17a0-4a09-b684-1cdfcc7d69dc tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:55.854782 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-551a050d-ee62-447f-9464-d4f59ecc6e72 req-db2f47d5-17a0-4a09-b684-1cdfcc7d69dc tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 946 time: 0.1765909 Aug 25 19:05:55.999267 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-551a050d-ee62-447f-9464-d4f59ecc6e72 req-e081ae2f-6fb0-4f03-9dc4-05f604e4fd44 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389642 Aug 25 19:05:56.212425 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6338f-de8e-466e-819e-a7de89bfca8c req-1f6166b4-1067-4f37-a2f8-933c3db6d2e6 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:56.221543 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-98a6338f-de8e-466e-819e-a7de89bfca8c req-1f6166b4-1067-4f37-a2f8-933c3db6d2e6 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.2189286 Aug 25 19:05:56.284866 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-98a6338f-de8e-466e-819e-a7de89bfca8c req-d83fb4f8-0d78-4ac2-b927-cdc6eb400f43 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620372 Aug 25 19:05:57.240986 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 0f025ea7-6832-45c4-8e40-cc83c38d18cb no longer exists at agent hyperv_hv-cinder-80603 {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:05:57.317405 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] No Port match for: 0f025ea7-6832-45c4-8e40-cc83c38d18cb {{(pid=74945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:05:57.325442 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 0f025ea7-6832-45c4-8e40-cc83c38d18cb not bound to the agent host hv-cinder-80603 {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:05:57.555180 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cce6d2-974a-4f5b-8b20-75a35f0c2cea req-cb0b45d5-2ad8-4a03-a204-f8b63c95b5b6 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:57.565408 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-15cce6d2-974a-4f5b-8b20-75a35f0c2cea req-cb0b45d5-2ad8-4a03-a204-f8b63c95b5b6 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 946 time: 0.2308395 Aug 25 19:05:57.630455 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-15cce6d2-974a-4f5b-8b20-75a35f0c2cea req-23c2676c-acbe-4b94-87f0-2b5a9deea966 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612490 Aug 25 19:05:57.895000 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030a934-cd49-4c15-8414-6c4767cb1d24 req-3f4593f1-1eee-4f37-b821-96d9c6b6f11e tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:57.903227 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-2030a934-cd49-4c15-8414-6c4767cb1d24 req-3f4593f1-1eee-4f37-b821-96d9c6b6f11e tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.1920006 Aug 25 19:05:57.993189 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-2030a934-cd49-4c15-8414-6c4767cb1d24 req-15079e03-e359-4947-824f-600ce1fda8df tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887864 Aug 25 19:05:58.960510 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82695e2-d400-4abb-977d-4a7ab217bba5 req-68b73788-ae26-40c7-b542-8ed8a22b8af8 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:58.963658 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-a82695e2-d400-4abb-977d-4a7ab217bba5 req-68b73788-ae26-40c7-b542-8ed8a22b8af8 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 946 time: 0.1217790 Aug 25 19:05:59.092106 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-a82695e2-d400-4abb-977d-4a7ab217bba5 req-4409ecf5-8009-428c-9978-e9916a345df4 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199861 Aug 25 19:05:59.409525 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af393354-c427-4568-877f-a5d25ce4e500 req-a628309e-9a32-43b9-92f3-e3a34507afe0 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:59.421505 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-af393354-c427-4568-877f-a5d25ce4e500 req-a628309e-9a32-43b9-92f3-e3a34507afe0 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.1822131 Aug 25 19:05:59.536199 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-af393354-c427-4568-877f-a5d25ce4e500 req-83d3f934-d1e3-49f8-86ad-900b95a12249 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111846 Aug 25 19:05:59.564110 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d87d3-707e-4fb1-abdc-f30cc7094606 req-f0423767-e12a-4971-a50c-94b3a6e0713f tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:59.565632 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-2e6d87d3-707e-4fb1-abdc-f30cc7094606 req-f0423767-e12a-4971-a50c-94b3a6e0713f tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Synchronizing usage tracker for tenant:8012309d8e984e1282fe2edde148c026 on resource:port {{(pid=74943) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:05:59.611109 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-2e6d87d3-707e-4fb1-abdc-f30cc7094606 req-f0423767-e12a-4971-a50c-94b3a6e0713f tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Unset dirty status for tenant:8012309d8e984e1282fe2edde148c026 on resource:port {{(pid=74943) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:05:59.629431 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-2e6d87d3-707e-4fb1-abdc-f30cc7094606 req-f0423767-e12a-4971-a50c-94b3a6e0713f tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=155208d5-4822-4181-8d96-81195e9ff5fd HTTP/1.1" status: 200 len: 945 time: 0.2302656 Aug 25 19:05:59.724805 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-2e6d87d3-707e-4fb1-abdc-f30cc7094606 req-3a0b90a2-8d2b-41a5-b72f-c14b689783de tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928781 Aug 25 19:06:00.477535 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16819b62-4dc6-4743-9f62-90681ae8f308 req-07f29511-7c7d-4bad-9769-dec07f1c76bd tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:00.479076 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-16819b62-4dc6-4743-9f62-90681ae8f308 req-07f29511-7c7d-4bad-9769-dec07f1c76bd tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 946 time: 0.1324961 Aug 25 19:06:00.593362 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-16819b62-4dc6-4743-9f62-90681ae8f308 req-32d76a62-ac05-4340-abff-2bc28dc7514f tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008463 Aug 25 19:06:00.968440 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c564583-05db-4f21-95ec-c03765d3fa9a req-9ea45211-5c85-4d5d-998d-7c8dcd1c594b tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:00.971476 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-0c564583-05db-4f21-95ec-c03765d3fa9a req-9ea45211-5c85-4d5d-998d-7c8dcd1c594b tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.2165709 Aug 25 19:06:01.100504 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-0c564583-05db-4f21-95ec-c03765d3fa9a req-616ea918-55b2-4f63-8580-5479827d9dd6 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176167 Aug 25 19:06:01.191883 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b4b02-3925-40ba-aba1-7ae298d15ae7 req-01709cfb-520e-48f1-bd0e-9b0398eb6c5e tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:01.194886 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-560b4b02-3925-40ba-aba1-7ae298d15ae7 req-01709cfb-520e-48f1-bd0e-9b0398eb6c5e tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=155208d5-4822-4181-8d96-81195e9ff5fd HTTP/1.1" status: 200 len: 945 time: 0.1726530 Aug 25 19:06:01.292818 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-560b4b02-3925-40ba-aba1-7ae298d15ae7 req-bca65993-d0b5-41bb-9aa7-5a7abf410d50 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904744 Aug 25 19:06:01.861109 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b13b6-7dbe-49da-b33b-9cba87ee0e89 req-3461fa02-7ba3-488c-9911-de487c471499 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:01.863663 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-316b13b6-7dbe-49da-b33b-9cba87ee0e89 req-3461fa02-7ba3-488c-9911-de487c471499 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.23 "GET /v2.0/ports?device_id=155208d5-4822-4181-8d96-81195e9ff5fd HTTP/1.1" status: 200 len: 945 time: 0.1620331 Aug 25 19:06:02.061090 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [req-316b13b6-7dbe-49da-b33b-9cba87ee0e89 req-13560aec-8d4d-4d35-acee-ba0626f76f53 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Deleting port e811b3e2-9753-42d4-b2b5-4b99bb8f2043 {{(pid=74943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:06:02.061722 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-316b13b6-7dbe-49da-b33b-9cba87ee0e89 req-13560aec-8d4d-4d35-acee-ba0626f76f53 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:02.432287 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6251dfd-621c-4d44-97ca-a311452db9f3 req-49217054-8214-45a1-a331-a711370e7f4e tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:02.442087 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-f6251dfd-621c-4d44-97ca-a311452db9f3 req-49217054-8214-45a1-a331-a711370e7f4e tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.1094418 Aug 25 19:06:02.533973 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-f6251dfd-621c-4d44-97ca-a311452db9f3 req-7ed91f0d-1445-4ccb-a744-f253627e5f1a tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746999 Aug 25 19:06:02.545734 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1590cce-6ec6-4e9b-aeb9-812548227fa9 req-76f2a94b-917c-4fa6-a0c8-4fc2cc11c47d tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:02.576749 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-e1590cce-6ec6-4e9b-aeb9-812548227fa9 req-76f2a94b-917c-4fa6-a0c8-4fc2cc11c47d tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 946 time: 0.5948136 Aug 25 19:06:02.747681 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-e1590cce-6ec6-4e9b-aeb9-812548227fa9 req-fe546243-a340-4782-a8ff-11610168ccac tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691895 Aug 25 19:06:02.751177 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.db [req-316b13b6-7dbe-49da-b33b-9cba87ee0e89 req-13560aec-8d4d-4d35-acee-ba0626f76f53 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] For port e811b3e2-9753-42d4-b2b5-4b99bb8f2043, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=e811b3e2-9753-42d4-b2b5-4b99bb8f2043,segment=NetworkSegment(81fc5d6f-79c4-4010-95f4-8fd5bd65c0de),segment_id=81fc5d6f-79c4-4010-95f4-8fd5bd65c0de)] {{(pid=74943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:06:02.751918 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-316b13b6-7dbe-49da-b33b-9cba87ee0e89 req-13560aec-8d4d-4d35-acee-ba0626f76f53 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:02.931713 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b37e4-3c0b-4dac-90e5-6a9de827555f req-388fef7f-aefb-4d63-ad4c-3ffe29beeaef tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:02.947438 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-3f5b37e4-3c0b-4dac-90e5-6a9de827555f req-388fef7f-aefb-4d63-ad4c-3ffe29beeaef tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=155208d5-4822-4181-8d96-81195e9ff5fd HTTP/1.1" status: 200 len: 945 time: 0.2576759 Aug 25 19:06:02.961653 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [req-316b13b6-7dbe-49da-b33b-9cba87ee0e89 req-13560aec-8d4d-4d35-acee-ba0626f76f53 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Calling delete_port for e811b3e2-9753-42d4-b2b5-4b99bb8f2043 owned by compute:nova {{(pid=74943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:06:03.089444 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-3f5b37e4-3c0b-4dac-90e5-6a9de827555f req-224926cf-ca70-438b-9e2f-f43214ddc6a2 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406240 Aug 25 19:06:03.293971 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-316b13b6-7dbe-49da-b33b-9cba87ee0e89 req-13560aec-8d4d-4d35-acee-ba0626f76f53 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730660626180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730660203048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958082'] for port, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:03.307698 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:03.356234 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] get_ports_and_sgs() called for port_ids ['670011d9-0318-4858-a3ea-d87df9cfee6c', '0a4538e8-3e06-4ddc-a505-60652145ee66', 'e811b3e2-9753-42d4-b2b5-4b99bb8f2043'] {{(pid=74945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:06:03.458820 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13560aec-8d4d-4d35-acee-ba0626f76f53 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Pushing event deleted for resources: {'Port': ['ID=e811b3e2-9753-42d4-b2b5-4b99bb8f2043,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:03.494851 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-13560aec-8d4d-4d35-acee-ba0626f76f53 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:03.649509 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.l3_dvrscheduler_db [req-316b13b6-7dbe-49da-b33b-9cba87ee0e89 req-13560aec-8d4d-4d35-acee-ba0626f76f53 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] No DVR routers for this DVR port e811b3e2-9753-42d4-b2b5-4b99bb8f2043 on host hv-cinder-80603 {{(pid=74943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:06:03.654619 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-316b13b6-7dbe-49da-b33b-9cba87ee0e89 req-13560aec-8d4d-4d35-acee-ba0626f76f53 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for port, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:03.658734 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '155208d5-4822-4181-8d96-81195e9ff5fd', 'name': 'network-vif-deleted', 'tag': 'e811b3e2-9753-42d4-b2b5-4b99bb8f2043'}] {{(pid=74943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:06:03.685830 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-316b13b6-7dbe-49da-b33b-9cba87ee0e89 req-13560aec-8d4d-4d35-acee-ba0626f76f53 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.23 "DELETE /v2.0/ports/e811b3e2-9753-42d4-b2b5-4b99bb8f2043 HTTP/1.1" status: 204 len: 173 time: 1.8135662 Aug 25 19:06:03.897144 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '155208d5-4822-4181-8d96-81195e9ff5fd', 'name': 'network-vif-deleted', 'tag': 'e811b3e2-9753-42d4-b2b5-4b99bb8f2043', 'status': 'completed', 'code': 200} Aug 25 19:06:04.200308 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83201d9a-0c21-422d-9fdf-635f96d8ae6c req-1d633ac6-511f-4ce2-a5d7-1c54a65ae754 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:04.209432 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-83201d9a-0c21-422d-9fdf-635f96d8ae6c req-1d633ac6-511f-4ce2-a5d7-1c54a65ae754 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.3106606 Aug 25 19:06:04.301391 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d03c1c-3369-41f2-be15-dafc23600d09 req-8f0b1c57-bd67-4ee7-929c-199aa7e13c55 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:04.310703 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-95d03c1c-3369-41f2-be15-dafc23600d09 req-8f0b1c57-bd67-4ee7-929c-199aa7e13c55 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 946 time: 0.1645403 Aug 25 19:06:04.325459 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-83201d9a-0c21-422d-9fdf-635f96d8ae6c req-3c254321-5c4a-4952-b4e0-736b126e7e0f tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144662 Aug 25 19:06:04.394485 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-95d03c1c-3369-41f2-be15-dafc23600d09 req-5a4ff1c4-00a3-4251-83c6-79bbf0916d73 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825803 Aug 25 19:06:04.529106 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-9fdacd8e-8367-4d9b-9727-6f88c9d2986f req-dc0e3b3b-b58e-4499-a281-d37fb10faa9d tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Synchronizing usage tracker for tenant:8012309d8e984e1282fe2edde148c026 on resource:port {{(pid=74943) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:06:04.572926 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-9fdacd8e-8367-4d9b-9727-6f88c9d2986f req-dc0e3b3b-b58e-4499-a281-d37fb10faa9d tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Unset dirty status for tenant:8012309d8e984e1282fe2edde148c026 on resource:port {{(pid=74943) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:06:04.583086 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-9fdacd8e-8367-4d9b-9727-6f88c9d2986f req-dc0e3b3b-b58e-4499-a281-d37fb10faa9d tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=155208d5-4822-4181-8d96-81195e9ff5fd HTTP/1.1" status: 200 len: 210 time: 0.1165035 Aug 25 19:06:05.293744 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device e811b3e2-9753-42d4-b2b5-4b99bb8f2043 no longer exists at agent hyperv_hv-cinder-80603 {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:06:05.346067 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] No Port match for: e811b3e2-9753-42d4-b2b5-4b99bb8f2043 {{(pid=74945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:06:05.346572 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device e811b3e2-9753-42d4-b2b5-4b99bb8f2043 not bound to the agent host hv-cinder-80603 {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:06:05.765181 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe29cb-4016-4b67-a25b-9ddda5295b7a req-731cac2d-56d8-4653-9568-7604d2bde932 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:05.781654 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-72fe29cb-4016-4b67-a25b-9ddda5295b7a req-731cac2d-56d8-4653-9568-7604d2bde932 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.1980548 Aug 25 19:06:05.785024 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:05.878245 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-72fe29cb-4016-4b67-a25b-9ddda5295b7a req-5bf6bdff-4e3a-4f23-803c-7d7c7fa2566b tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939693 Aug 25 19:06:05.926891 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30eb61b-8ce5-4d09-8e7b-5e7d418549a5 req-aa6469c7-673c-4b80-bb69-3a763a6863ca tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:05.931306 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-b30eb61b-8ce5-4d09-8e7b-5e7d418549a5 req-aa6469c7-673c-4b80-bb69-3a763a6863ca tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 946 time: 0.1712711 Aug 25 19:06:06.070162 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-b30eb61b-8ce5-4d09-8e7b-5e7d418549a5 req-f2b76450-4808-41a9-bf4e-8c79f085becb tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318302 Aug 25 19:06:07.036160 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb44f16-a88c-411d-9f8a-3446cf472833 req-dfa01fda-c3f3-4078-b84e-2fe40d8a1b64 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:07.048920 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-6bb44f16-a88c-411d-9f8a-3446cf472833 req-dfa01fda-c3f3-4078-b84e-2fe40d8a1b64 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=4724d145-e7e6-4767-b06f-93904b583e55 HTTP/1.1" status: 200 len: 945 time: 0.1802568 Aug 25 19:06:07.181821 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-6bb44f16-a88c-411d-9f8a-3446cf472833 req-acf883a7-4fe6-46d3-ba14-5d085ad7e4ab tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255939 Aug 25 19:06:07.274696 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb095b7-3d38-4d67-a2e8-b72548179d6c req-c664b147-dbc4-4a3c-851f-7cb7779c630d tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:07.281602 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-4cb095b7-3d38-4d67-a2e8-b72548179d6c req-c664b147-dbc4-4a3c-851f-7cb7779c630d tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.1580660 Aug 25 19:06:07.441358 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-4cb095b7-3d38-4d67-a2e8-b72548179d6c req-91ce68f8-ca40-417e-a41d-a5fd9d28c61d tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551669 Aug 25 19:06:07.561487 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09d4a1-d1dd-44d5-9a7a-97179672b321 req-a7eabb95-3e39-47d9-a7c6-dde0685d10cc tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:07.563314 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-7f09d4a1-d1dd-44d5-9a7a-97179672b321 req-a7eabb95-3e39-47d9-a7c6-dde0685d10cc tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 946 time: 0.1503811 Aug 25 19:06:07.661959 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-7f09d4a1-d1dd-44d5-9a7a-97179672b321 req-4b13e0be-2e0c-4c0e-bab9-55cd64ec97ef tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882473 Aug 25 19:06:08.663005 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178ab09-55b7-4229-8b20-eba19cd96fe5 req-60f71dda-abfd-4235-a68e-e91495ce724a tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:08.664596 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-7178ab09-55b7-4229-8b20-eba19cd96fe5 req-60f71dda-abfd-4235-a68e-e91495ce724a tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=4724d145-e7e6-4767-b06f-93904b583e55 HTTP/1.1" status: 200 len: 945 time: 0.2517440 Aug 25 19:06:08.791166 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-7178ab09-55b7-4229-8b20-eba19cd96fe5 req-c2f9d73a-1a80-476c-a181-6919df02e090 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169469 Aug 25 19:06:08.855006 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-389cd4f0-f71c-42cd-9517-a48cf8084f0c req-74bd7156-f440-4047-b790-66c87feb7eea service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=54dd13be-4391-404f-b76e-b30bd04e7e03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2545016 Aug 25 19:06:08.929916 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c8523-b486-4855-9543-0203c51cc779 req-428e94d2-fef2-4a3b-9804-5fc1e8d11dbc tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:08.959177 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-2a9c8523-b486-4855-9543-0203c51cc779 req-428e94d2-fef2-4a3b-9804-5fc1e8d11dbc tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.2587860 Aug 25 19:06:09.166713 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-2a9c8523-b486-4855-9543-0203c51cc779 req-8513b21c-85de-4d78-987a-c9b37fd2ebe3 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062379 Aug 25 19:06:09.295083 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4474585-771c-4fdf-b3c5-229925f00fb4 req-54a552e6-4e24-4bba-8896-06169a0bf722 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:09.297718 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-c4474585-771c-4fdf-b3c5-229925f00fb4 req-54a552e6-4e24-4bba-8896-06169a0bf722 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.23 "GET /v2.0/ports?device_id=4724d145-e7e6-4767-b06f-93904b583e55 HTTP/1.1" status: 200 len: 945 time: 0.3370860 Aug 25 19:06:09.405204 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.plugin [req-c4474585-771c-4fdf-b3c5-229925f00fb4 req-6ac1db2d-ace6-4e86-a8ae-26bb1590ab98 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Deleting port 0a4538e8-3e06-4ddc-a505-60652145ee66 {{(pid=74944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:06:09.405808 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-c4474585-771c-4fdf-b3c5-229925f00fb4 req-6ac1db2d-ace6-4e86-a8ae-26bb1590ab98 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:09.531467 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3545da-8f22-475d-8687-bb863820bcc0 req-b1133374-d02a-4e3e-8dd6-1b1733c124e6 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:09.544281 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-cb3545da-8f22-475d-8687-bb863820bcc0 req-b1133374-d02a-4e3e-8dd6-1b1733c124e6 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 946 time: 0.2449758 Aug 25 19:06:09.618914 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-cb3545da-8f22-475d-8687-bb863820bcc0 req-b6f47e8d-1871-42a3-abb0-17e0ef77626d tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733247 Aug 25 19:06:09.638264 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-389cd4f0-f71c-42cd-9517-a48cf8084f0c req-4afa594a-4ef2-4229-9e7d-17781ec3b06b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8012309d8e984e1282fe2edde148c026&device_id=54dd13be-4391-404f-b76e-b30bd04e7e03 HTTP/1.1" status: 200 len: 1099 time: 0.4536266 Aug 25 19:06:09.814588 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cd4f0-f71c-42cd-9517-a48cf8084f0c req-17905a47-ec46-40ad-a0f2-be063289c823 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:09.816869 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-389cd4f0-f71c-42cd-9517-a48cf8084f0c req-17905a47-ec46-40ad-a0f2-be063289c823 service neutron] 10.222.0.23 "GET /v2.0/networks?id=600f9071-ae94-4faf-af07-907279d06a26 HTTP/1.1" status: 200 len: 916 time: 0.1563103 Aug 25 19:06:09.899665 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-389cd4f0-f71c-42cd-9517-a48cf8084f0c req-43d9b49c-f286-4cbd-9d9d-9d6df222a6c1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=670011d9-0318-4858-a3ea-d87df9cfee6c HTTP/1.1" status: 200 len: 217 time: 0.0747862 Aug 25 19:06:10.118333 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cd4f0-f71c-42cd-9517-a48cf8084f0c req-2b0da57e-08a1-4193-b539-75813af4f25b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:10.124308 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-389cd4f0-f71c-42cd-9517-a48cf8084f0c req-2b0da57e-08a1-4193-b539-75813af4f25b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=de47097b-8fef-48bc-b85d-5a5fab2a3082 HTTP/1.1" status: 200 len: 855 time: 0.2115405 Aug 25 19:06:10.173236 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.db [req-c4474585-771c-4fdf-b3c5-229925f00fb4 req-6ac1db2d-ace6-4e86-a8ae-26bb1590ab98 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] For port 0a4538e8-3e06-4ddc-a505-60652145ee66, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=0a4538e8-3e06-4ddc-a505-60652145ee66,segment=NetworkSegment(81fc5d6f-79c4-4010-95f4-8fd5bd65c0de),segment_id=81fc5d6f-79c4-4010-95f4-8fd5bd65c0de)] {{(pid=74944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:06:10.173834 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-c4474585-771c-4fdf-b3c5-229925f00fb4 req-6ac1db2d-ace6-4e86-a8ae-26bb1590ab98 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:10.240825 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-389cd4f0-f71c-42cd-9517-a48cf8084f0c req-8db2b69c-a469-4455-b10c-8932b614cc0a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=600f9071-ae94-4faf-af07-907279d06a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068676 Aug 25 19:06:10.516817 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.plugin [req-c4474585-771c-4fdf-b3c5-229925f00fb4 req-6ac1db2d-ace6-4e86-a8ae-26bb1590ab98 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Calling delete_port for 0a4538e8-3e06-4ddc-a505-60652145ee66 owned by compute:nova {{(pid=74944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:06:10.948090 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c6a9d-dd6f-4c38-bc73-6bf67fe041b8 req-29fff140-5195-4ea0-adb0-73a72e767b50 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:10.961068 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-9b4c6a9d-dd6f-4c38-bc73-6bf67fe041b8 req-29fff140-5195-4ea0-adb0-73a72e767b50 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.4755321 Aug 25 19:06:11.053578 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-c4474585-771c-4fdf-b3c5-229925f00fb4 req-6ac1db2d-ace6-4e86-a8ae-26bb1590ab98 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730660626180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730660203048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3912941'] for port, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:11.072198 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-389cd4f0-f71c-42cd-9517-a48cf8084f0c req-f1287bf4-a8cc-4b8b-a250-5ddf09ae7a60 service neutron] 10.222.0.23 "GET /v2.0/networks/600f9071-ae94-4faf-af07-907279d06a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8229635 Aug 25 19:06:11.077003 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89195983-65e1-41d4-8293-a5204484ff3f req-424dafb5-1dd9-4581-8355-6edd05a8875f tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:11.092988 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-89195983-65e1-41d4-8293-a5204484ff3f req-424dafb5-1dd9-4581-8355-6edd05a8875f tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=4724d145-e7e6-4767-b06f-93904b583e55 HTTP/1.1" status: 200 len: 867 time: 0.9936814 Aug 25 19:06:11.099411 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] get_ports_and_sgs() called for port_ids ['670011d9-0318-4858-a3ea-d87df9cfee6c', '0a4538e8-3e06-4ddc-a505-60652145ee66'] {{(pid=74945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:06:11.133331 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:11.213551 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 42920) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:06:11.277550 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac1db2d-ace6-4e86-a8ae-26bb1590ab98 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Pushing event deleted for resources: {'Port': ['ID=0a4538e8-3e06-4ddc-a505-60652145ee66,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:11.283894 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-9b4c6a9d-dd6f-4c38-bc73-6bf67fe041b8 req-c5db8fc3-2f3b-443f-8589-77a06f37700d tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212860 Aug 25 19:06:11.352994 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-89195983-65e1-41d4-8293-a5204484ff3f req-3d4a76b2-ec4f-4523-bf4f-fe8a3d2afc19 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565014 Aug 25 19:06:11.366089 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac1db2d-ace6-4e86-a8ae-26bb1590ab98 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:11.372762 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac1db2d-ace6-4e86-a8ae-26bb1590ab98 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:11.383430 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac1db2d-ace6-4e86-a8ae-26bb1590ab98 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:11.384802 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac1db2d-ace6-4e86-a8ae-26bb1590ab98 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:11.385398 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac1db2d-ace6-4e86-a8ae-26bb1590ab98 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:11.385985 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac1db2d-ace6-4e86-a8ae-26bb1590ab98 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:11.387156 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac1db2d-ace6-4e86-a8ae-26bb1590ab98 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:11.387772 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac1db2d-ace6-4e86-a8ae-26bb1590ab98 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:11.388352 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac1db2d-ace6-4e86-a8ae-26bb1590ab98 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:11.388919 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac1db2d-ace6-4e86-a8ae-26bb1590ab98 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:11.389526 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac1db2d-ace6-4e86-a8ae-26bb1590ab98 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:11.398683 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-6ac1db2d-ace6-4e86-a8ae-26bb1590ab98 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:11.471206 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4474585-771c-4fdf-b3c5-229925f00fb4 req-6ac1db2d-ace6-4e86-a8ae-26bb1590ab98 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] No DVR routers for this DVR port 0a4538e8-3e06-4ddc-a505-60652145ee66 on host hv-cinder-80603 {{(pid=74944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:06:11.479378 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-c4474585-771c-4fdf-b3c5-229925f00fb4 req-6ac1db2d-ace6-4e86-a8ae-26bb1590ab98 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for port, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:11.484707 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4724d145-e7e6-4767-b06f-93904b583e55', 'name': 'network-vif-deleted', 'tag': '0a4538e8-3e06-4ddc-a505-60652145ee66'}] {{(pid=74944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:06:11.491372 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-389cd4f0-f71c-42cd-9517-a48cf8084f0c req-2e40da73-5204-41fe-9092-472850e50cf7 service neutron] 10.222.0.23 "GET /v2.0/networks/600f9071-ae94-4faf-af07-907279d06a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796852 Aug 25 19:06:11.559109 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-c4474585-771c-4fdf-b3c5-229925f00fb4 req-6ac1db2d-ace6-4e86-a8ae-26bb1590ab98 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.23 "DELETE /v2.0/ports/0a4538e8-3e06-4ddc-a505-60652145ee66 HTTP/1.1" status: 204 len: 173 time: 2.2545943 Aug 25 19:06:11.648705 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4724d145-e7e6-4767-b06f-93904b583e55', 'name': 'network-vif-deleted', 'tag': '0a4538e8-3e06-4ddc-a505-60652145ee66', 'status': 'completed', 'code': 200} Aug 25 19:06:11.817286 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-0c0df689-4968-45e7-b200-a1e4acd3a471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:11.857867 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b10dfd-7885-4d77-b0c9-6a925461335e req-ca1b2c5b-b653-402a-afa5-6d50aa67248c tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:11.867006 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-e6b10dfd-7885-4d77-b0c9-6a925461335e req-ca1b2c5b-b653-402a-afa5-6d50aa67248c tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 946 time: 0.1910365 Aug 25 19:06:11.898635 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-0c0df689-4968-45e7-b200-a1e4acd3a471 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:06:11.905243 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-0c0df689-4968-45e7-b200-a1e4acd3a471 admin admin] Usage tracker for resource:security_group_rule and tenant:1f521d246e694e059bd060b73eb2c585 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:06:11.910055 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-0c0df689-4968-45e7-b200-a1e4acd3a471 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:06:11.927438 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-0c0df689-4968-45e7-b200-a1e4acd3a471 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:06:11.983516 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-e6b10dfd-7885-4d77-b0c9-6a925461335e req-fd007019-3ac8-48cb-8491-880b9d75e5c1 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155202 Aug 25 19:06:12.055998 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-0c0df689-4968-45e7-b200-a1e4acd3a471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:12.062917 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-0c0df689-4968-45e7-b200-a1e4acd3a471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:12.098729 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-6632c504-171a-40eb-9ba7-909562c3d1c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:12.127709 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-0c0df689-4968-45e7-b200-a1e4acd3a471 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1f521d246e694e059bd060b73eb2c585&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8872006 Aug 25 19:06:12.129681 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0df689-4968-45e7-b200-a1e4acd3a471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a834439e-4640-407c-bfb4-3e0bd4632746,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:12.130441 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 42938) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:06:12.133686 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-0c0df689-4968-45e7-b200-a1e4acd3a471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:12.231058 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-ddbfaaf5-4283-4526-83a6-e6f85fdf9bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:12.286465 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-ddbfaaf5-4283-4526-83a6-e6f85fdf9bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:12.421074 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-ddbfaaf5-4283-4526-83a6-e6f85fdf9bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:12.439264 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-53211acc-16e4-4e7c-87c6-61827efd502d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:12.446354 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-7dffbea8-dc06-4c70-9964-340c8041099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:12.467012 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbfaaf5-4283-4526-83a6-e6f85fdf9bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a834439e-4640-407c-bfb4-3e0bd4632746,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:12.472199 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-ddbfaaf5-4283-4526-83a6-e6f85fdf9bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:12.473778 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-ddbfaaf5-4283-4526-83a6-e6f85fdf9bae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a834439e-4640-407c-bfb4-3e0bd4632746 HTTP/1.1" status: 204 len: 168 time: 0.3423100 Aug 25 19:06:12.482389 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbfaaf5-4283-4526-83a6-e6f85fdf9bae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:12.483080 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbfaaf5-4283-4526-83a6-e6f85fdf9bae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:12.483692 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbfaaf5-4283-4526-83a6-e6f85fdf9bae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:12.484278 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbfaaf5-4283-4526-83a6-e6f85fdf9bae admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:12.484847 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbfaaf5-4283-4526-83a6-e6f85fdf9bae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:12.485520 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbfaaf5-4283-4526-83a6-e6f85fdf9bae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:12.486086 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbfaaf5-4283-4526-83a6-e6f85fdf9bae admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:12.486713 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbfaaf5-4283-4526-83a6-e6f85fdf9bae admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:12.487297 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbfaaf5-4283-4526-83a6-e6f85fdf9bae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:12.488102 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbfaaf5-4283-4526-83a6-e6f85fdf9bae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:12.488684 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbfaaf5-4283-4526-83a6-e6f85fdf9bae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:12.493555 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-ddbfaaf5-4283-4526-83a6-e6f85fdf9bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:12.648701 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861950b-1420-4c74-9ea6-1b5dd50df027 req-e401d759-1c9b-42d6-8189-65db10068489 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:12.650416 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-4861950b-1420-4c74-9ea6-1b5dd50df027 req-e401d759-1c9b-42d6-8189-65db10068489 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.1905582 Aug 25 19:06:12.710717 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-26d5bf34-2fb4-4d10-a154-956d8c1e9700 req-1bac2f0c-59db-491a-b0a4-3205def7c3b1 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=4724d145-e7e6-4767-b06f-93904b583e55 HTTP/1.1" status: 200 len: 210 time: 0.0713747 Aug 25 19:06:12.718284 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-4861950b-1420-4c74-9ea6-1b5dd50df027 req-2d6bf075-56da-422c-9f5f-e6d170de1356 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614600 Aug 25 19:06:12.976358 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:13.120602 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 42958) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:06:13.139386 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a7da78b4-51e3-4e58-bf9d-f5fb62f31f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:13.259971 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-a7da78b4-51e3-4e58-bf9d-f5fb62f31f8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:06:13.280873 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-a7da78b4-51e3-4e58-bf9d-f5fb62f31f8c admin admin] Usage tracker for resource:security_group_rule and tenant:187d4d5a6eb94307aeb4b6b2fc8363f8 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:06:13.286778 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-a7da78b4-51e3-4e58-bf9d-f5fb62f31f8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:06:13.318996 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-a7da78b4-51e3-4e58-bf9d-f5fb62f31f8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:06:13.365270 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 0a4538e8-3e06-4ddc-a505-60652145ee66 no longer exists at agent hyperv_hv-cinder-80603 {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:06:13.436377 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] No Port match for: 0a4538e8-3e06-4ddc-a505-60652145ee66 {{(pid=74945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:06:13.437131 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 0a4538e8-3e06-4ddc-a505-60652145ee66 not bound to the agent host hv-cinder-80603 {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:06:13.475127 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a7da78b4-51e3-4e58-bf9d-f5fb62f31f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:13.530662 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a7da78b4-51e3-4e58-bf9d-f5fb62f31f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:13.566311 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-cc3ead64-da8e-4ba0-82a5-429b86bd34d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:13.601382 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-a7da78b4-51e3-4e58-bf9d-f5fb62f31f8c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=187d4d5a6eb94307aeb4b6b2fc8363f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4844496 Aug 25 19:06:13.608274 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 42966) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:06:13.615754 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da78b4-51e3-4e58-bf9d-f5fb62f31f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d199832c-d1be-48b7-bb6f-63dd6c5cb9ee,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:13.622265 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-a7da78b4-51e3-4e58-bf9d-f5fb62f31f8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:13.669866 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8012861-3a68-4d76-9a12-7cebc69534a5 req-eae0d3a0-e510-4c8a-a5cf-7029aaba634c tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:13.669866 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-e8012861-3a68-4d76-9a12-7cebc69534a5 req-eae0d3a0-e510-4c8a-a5cf-7029aaba634c tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 946 time: 0.1868448 Aug 25 19:06:13.774937 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-207f515b-2c9e-47ea-8fd7-0de3eabbeef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:13.784043 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-e8012861-3a68-4d76-9a12-7cebc69534a5 req-5273bf6d-a21e-4f8c-9041-9a7f29011069 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093140 Aug 25 19:06:13.821441 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-207f515b-2c9e-47ea-8fd7-0de3eabbeef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:13.909002 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-207f515b-2c9e-47ea-8fd7-0de3eabbeef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:13.925343 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-94166f62-9b9c-4435-a8fe-a3e3d07db6fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:13.946189 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207f515b-2c9e-47ea-8fd7-0de3eabbeef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d199832c-d1be-48b7-bb6f-63dd6c5cb9ee,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:13.964717 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-207f515b-2c9e-47ea-8fd7-0de3eabbeef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:13.969735 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-207f515b-2c9e-47ea-8fd7-0de3eabbeef5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d199832c-d1be-48b7-bb6f-63dd6c5cb9ee HTTP/1.1" status: 204 len: 168 time: 0.3600416 Aug 25 19:06:13.974759 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-207f515b-2c9e-47ea-8fd7-0de3eabbeef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:14.414486 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6396ed-8566-4a59-b39f-8c7e1da21b95 req-cea85377-30d3-4773-b4c2-1addf00d5ce7 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:14.420624 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-4e6396ed-8566-4a59-b39f-8c7e1da21b95 req-cea85377-30d3-4773-b4c2-1addf00d5ce7 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.2130220 Aug 25 19:06:14.593698 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-4e6396ed-8566-4a59-b39f-8c7e1da21b95 req-a519927a-d08c-448b-8a50-c9875787fa98 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522477 Aug 25 19:06:14.929937 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 42998) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:06:14.969445 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-16291f1a-d03d-49a9-acc3-14933e6fbfda admin admin] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:14.976674 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-5670e050-ddc5-46be-b286-c44deb4187fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:15.024390 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-16291f1a-d03d-49a9-acc3-14933e6fbfda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:06:15.046704 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-16291f1a-d03d-49a9-acc3-14933e6fbfda admin admin] Usage tracker for resource:security_group_rule and tenant:fd2a984cdd0f494db14794cd1119bdf7 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:06:15.053941 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-16291f1a-d03d-49a9-acc3-14933e6fbfda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:06:15.068942 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-16291f1a-d03d-49a9-acc3-14933e6fbfda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:06:15.164415 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-16291f1a-d03d-49a9-acc3-14933e6fbfda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:15.170494 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-16291f1a-d03d-49a9-acc3-14933e6fbfda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:15.170748 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e842d-76c0-4365-b091-e9713a47a1e6 req-8853fb0e-982a-4b95-94e5-8fb571d74212 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:15.172480 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-998e842d-76c0-4365-b091-e9713a47a1e6 req-8853fb0e-982a-4b95-94e5-8fb571d74212 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 946 time: 0.1062896 Aug 25 19:06:15.180215 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:15.228306 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16291f1a-d03d-49a9-acc3-14933e6fbfda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd374f6-3967-4991-a9ec-7cefa31ac52e,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:15.260410 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-16291f1a-d03d-49a9-acc3-14933e6fbfda admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fd2a984cdd0f494db14794cd1119bdf7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3291061 Aug 25 19:06:15.261949 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-16291f1a-d03d-49a9-acc3-14933e6fbfda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:15.265324 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-998e842d-76c0-4365-b091-e9713a47a1e6 req-b454d83a-67bf-4b3c-af09-d3347a493500 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815279 Aug 25 19:06:15.265791 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 43004) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:06:15.398881 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-ceafe952-e66c-454b-bf29-41b2a2c31cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:15.508020 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-ceafe952-e66c-454b-bf29-41b2a2c31cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:15.647980 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-ceafe952-e66c-454b-bf29-41b2a2c31cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:15.655340 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-103051c4-2bc2-4cac-a748-a8bbf38ca569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:15.682010 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceafe952-e66c-454b-bf29-41b2a2c31cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd374f6-3967-4991-a9ec-7cefa31ac52e,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:15.688366 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-ceafe952-e66c-454b-bf29-41b2a2c31cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:15.731179 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-ceafe952-e66c-454b-bf29-41b2a2c31cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:15.732708 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-ceafe952-e66c-454b-bf29-41b2a2c31cdf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/acd374f6-3967-4991-a9ec-7cefa31ac52e HTTP/1.1" status: 204 len: 168 time: 0.4659114 Aug 25 19:06:15.809482 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5c2b98ac-d1e5-4b15-aa71-b2ac866bb3d6 req-acfd7185-977b-4953-b020-59e951b36dc5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 1099 time: 0.1566560 Aug 25 19:06:15.870662 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:15.907592 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d804601-3f3d-4bca-8997-8cec621b3bb6 req-daacbee7-39ab-4545-b78d-6aad4b781f3b tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:15.918198 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-9d804601-3f3d-4bca-8997-8cec621b3bb6 req-daacbee7-39ab-4545-b78d-6aad4b781f3b tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.1540596 Aug 25 19:06:15.981921 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5c2b98ac-d1e5-4b15-aa71-b2ac866bb3d6 req-2954a95b-f8bb-4eb3-858c-eecf08cb512b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539457 Aug 25 19:06:15.993599 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-9d804601-3f3d-4bca-8997-8cec621b3bb6 req-bafbddc5-e5cf-4438-bfaf-5fbd41910167 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738833 Aug 25 19:06:16.264632 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235ee2f-a535-4493-8cf6-825489ef7203 req-f17176f8-c501-4cec-a875-ee82d97f61b1 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:16.265814 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-2235ee2f-a535-4493-8cf6-825489ef7203 req-f17176f8-c501-4cec-a875-ee82d97f61b1 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Synchronizing usage tracker for tenant:8012309d8e984e1282fe2edde148c026 on resource:port {{(pid=74944) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:06:16.295239 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-2235ee2f-a535-4493-8cf6-825489ef7203 req-f17176f8-c501-4cec-a875-ee82d97f61b1 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Unset dirty status for tenant:8012309d8e984e1282fe2edde148c026 on resource:port {{(pid=74944) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:06:16.298806 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-2235ee2f-a535-4493-8cf6-825489ef7203 req-f17176f8-c501-4cec-a875-ee82d97f61b1 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=54dd13be-4391-404f-b76e-b30bd04e7e03 HTTP/1.1" status: 200 len: 946 time: 0.1866188 Aug 25 19:06:16.383746 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-2235ee2f-a535-4493-8cf6-825489ef7203 req-8806a0a5-9f90-4fd3-a482-4605eccde590 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757816 Aug 25 19:06:16.588743 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845fb8b-f895-48b4-895c-3f3403917465 req-592de5c8-456a-4081-bb41-e349af312025 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:16.592176 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-6845fb8b-f895-48b4-895c-3f3403917465 req-592de5c8-456a-4081-bb41-e349af312025 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 946 time: 0.1035943 Aug 25 19:06:16.677202 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-6845fb8b-f895-48b4-895c-3f3403917465 req-83e0ce4f-ec9c-42a0-983e-594f826176c2 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788457 Aug 25 19:06:17.267958 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:17.285092 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd7e3f-cd69-4866-8d86-758765489d99 req-51cbe8d8-79b7-42c2-846c-256148c9b2b8 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:17.286956 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-c5cd7e3f-cd69-4866-8d86-758765489d99 req-51cbe8d8-79b7-42c2-846c-256148c9b2b8 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.1525226 Aug 25 19:06:17.362089 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-c5cd7e3f-cd69-4866-8d86-758765489d99 req-507a7154-a211-4c54-9f4a-a2218f921b1a tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667984 Aug 25 19:06:17.650722 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-1baddfe7-8229-4fda-8ff3-35ac8b44c4bf req-314fd30a-44f9-45a2-b1e0-d9bd54cf31a8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=972f6642a63b419091a626917b54e4c9&device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 1099 time: 0.1504974 Aug 25 19:06:17.692653 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff4d55-f4ed-4bd2-98d6-d882703de820 req-e3c6c1c5-8beb-44d9-ade1-0105e93cc8b4 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:17.695456 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-35ff4d55-f4ed-4bd2-98d6-d882703de820 req-e3c6c1c5-8beb-44d9-ade1-0105e93cc8b4 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=54dd13be-4391-404f-b76e-b30bd04e7e03 HTTP/1.1" status: 200 len: 946 time: 0.1040890 Aug 25 19:06:17.833113 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-35ff4d55-f4ed-4bd2-98d6-d882703de820 req-8db569df-731f-4ce5-809e-7c78782c6ef5 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265662 Aug 25 19:06:17.900276 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baddfe7-8229-4fda-8ff3-35ac8b44c4bf req-1a8edff2-c3a0-4ea0-9c04-e4f055ac9537 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:17.903485 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-1baddfe7-8229-4fda-8ff3-35ac8b44c4bf req-1a8edff2-c3a0-4ea0-9c04-e4f055ac9537 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1 HTTP/1.1" status: 200 len: 918 time: 0.2443166 Aug 25 19:06:18.160157 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-1baddfe7-8229-4fda-8ff3-35ac8b44c4bf req-25d304ba-6642-4b30-9a12-77a63e1785d4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8f2b708-590b-40a9-969b-93ba8401bb2a HTTP/1.1" status: 200 len: 1002 time: 0.2436092 Aug 25 19:06:18.223246 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f031f7a-d3be-4a87-b808-3eb3f004a852 req-6f617e7e-5d77-41fb-9542-e9644c32f364 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:18.224854 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-7f031f7a-d3be-4a87-b808-3eb3f004a852 req-6f617e7e-5d77-41fb-9542-e9644c32f364 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 946 time: 0.2427561 Aug 25 19:06:18.266786 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baddfe7-8229-4fda-8ff3-35ac8b44c4bf req-c3e3ce35-ac74-4811-a6dd-73dd7cb74936 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:18.268250 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-1baddfe7-8229-4fda-8ff3-35ac8b44c4bf req-c3e3ce35-ac74-4811-a6dd-73dd7cb74936 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=01124877-1e02-41ab-ac74-7fab9c7740c5 HTTP/1.1" status: 200 len: 856 time: 0.1004841 Aug 25 19:06:18.347584 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-7f031f7a-d3be-4a87-b808-3eb3f004a852 req-1377b33a-32e7-47ee-8c6e-f1d8309f0a69 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105773 Aug 25 19:06:18.391400 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-1baddfe7-8229-4fda-8ff3-35ac8b44c4bf req-640d998a-8f02-4b2a-8544-2bbcdbfeab63 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1103699 Aug 25 19:06:18.631444 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-1baddfe7-8229-4fda-8ff3-35ac8b44c4bf req-9e69b423-be8a-4ecb-be85-35cd17ac2ada service neutron] 10.222.0.23 "GET /v2.0/networks/4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279570 Aug 25 19:06:18.742008 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6349b7-371d-4539-8c18-c38b6f5866a5 req-99fc5e31-9fbe-4ed1-877b-48444a3e2ef0 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:18.743879 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-7d6349b7-371d-4539-8c18-c38b6f5866a5 req-99fc5e31-9fbe-4ed1-877b-48444a3e2ef0 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.2021055 Aug 25 19:06:18.813356 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-7d6349b7-371d-4539-8c18-c38b6f5866a5 req-81249811-1eb9-473b-8250-98620aff72a0 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624690 Aug 25 19:06:18.905746 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-1baddfe7-8229-4fda-8ff3-35ac8b44c4bf req-32367ca9-2ce9-46cf-948c-324c90e6d6f7 service neutron] 10.222.0.23 "GET /v2.0/networks/4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593033 Aug 25 19:06:19.088145 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03375c1a-d60d-4e8c-9c13-17774a6e358a req-6048cedf-a291-4f56-aa64-c42610e74f31 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:19.090864 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-03375c1a-d60d-4e8c-9c13-17774a6e358a req-6048cedf-a291-4f56-aa64-c42610e74f31 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.23 "GET /v2.0/ports?device_id=54dd13be-4391-404f-b76e-b30bd04e7e03 HTTP/1.1" status: 200 len: 946 time: 0.1543257 Aug 25 19:06:19.250742 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [req-03375c1a-d60d-4e8c-9c13-17774a6e358a req-6d0bee2b-6c7a-4ea2-bc7b-bdec95ef9c58 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Deleting port 670011d9-0318-4858-a3ea-d87df9cfee6c {{(pid=74943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:06:19.251100 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-03375c1a-d60d-4e8c-9c13-17774a6e358a req-6d0bee2b-6c7a-4ea2-bc7b-bdec95ef9c58 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:19.388264 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ec589-05b3-492c-9fa6-aceb48ba17cb req-97e09115-5149-441f-84e6-16c3885543d2 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:19.390941 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d68ec589-05b3-492c-9fa6-aceb48ba17cb req-97e09115-5149-441f-84e6-16c3885543d2 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=54dd13be-4391-404f-b76e-b30bd04e7e03 HTTP/1.1" status: 200 len: 946 time: 0.2428174 Aug 25 19:06:19.569856 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d68ec589-05b3-492c-9fa6-aceb48ba17cb req-372eb13e-ca12-4ca4-983a-198b5c8b1c2e tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/security-groups?id=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734202 Aug 25 19:06:19.634535 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.db [req-03375c1a-d60d-4e8c-9c13-17774a6e358a req-6d0bee2b-6c7a-4ea2-bc7b-bdec95ef9c58 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] For port 670011d9-0318-4858-a3ea-d87df9cfee6c, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=670011d9-0318-4858-a3ea-d87df9cfee6c,segment=NetworkSegment(81fc5d6f-79c4-4010-95f4-8fd5bd65c0de),segment_id=81fc5d6f-79c4-4010-95f4-8fd5bd65c0de)] {{(pid=74943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:06:19.635118 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-03375c1a-d60d-4e8c-9c13-17774a6e358a req-6d0bee2b-6c7a-4ea2-bc7b-bdec95ef9c58 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:19.892209 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [req-03375c1a-d60d-4e8c-9c13-17774a6e358a req-6d0bee2b-6c7a-4ea2-bc7b-bdec95ef9c58 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Calling delete_port for 670011d9-0318-4858-a3ea-d87df9cfee6c owned by compute:nova {{(pid=74943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:06:20.102195 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-6c35d13f-5c22-4a65-8b7b-bd1de4885171 req-1c3eaecf-0e99-484d-9ee4-0b5a6e4680f4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fc911d35cfa94aeabb9512a89dca20b2&device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 1099 time: 0.1574061 Aug 25 19:06:20.206497 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b8705-db5d-4e73-a429-bb31ba519bef req-7767983f-c9dc-4a27-899c-ef0951d1611f tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:20.209399 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-717b8705-db5d-4e73-a429-bb31ba519bef req-7767983f-c9dc-4a27-899c-ef0951d1611f tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 946 time: 0.2812622 Aug 25 19:06:20.270698 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-03375c1a-d60d-4e8c-9c13-17774a6e358a req-6d0bee2b-6c7a-4ea2-bc7b-bdec95ef9c58 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730660626180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730660203048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958082'] for port, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:20.281619 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:20.324270 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] get_ports_and_sgs() called for port_ids ['670011d9-0318-4858-a3ea-d87df9cfee6c'] {{(pid=74945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:06:20.411214 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0bee2b-6c7a-4ea2-bc7b-bdec95ef9c58 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Pushing event deleted for resources: {'Port': ['ID=670011d9-0318-4858-a3ea-d87df9cfee6c,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:20.421121 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-717b8705-db5d-4e73-a429-bb31ba519bef req-831dc56a-291f-49c5-bfbf-2e0563385d71 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1972628 Aug 25 19:06:20.421843 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-6d0bee2b-6c7a-4ea2-bc7b-bdec95ef9c58 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:20.433744 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35d13f-5c22-4a65-8b7b-bd1de4885171 req-41a5be8b-4be3-4243-aef7-67351946cfc6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:20.437221 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-6c35d13f-5c22-4a65-8b7b-bd1de4885171 req-41a5be8b-4be3-4243-aef7-67351946cfc6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1c33251a-0801-4a8e-9ce9-f5fabe3b7086 HTTP/1.1" status: 200 len: 918 time: 0.2578535 Aug 25 19:06:20.449192 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a777ee-8c89-430b-954e-c5ff540c8209 req-8d5d5301-ab67-4bfb-bc2d-8bc7f0685444 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:20.452022 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d7a777ee-8c89-430b-954e-c5ff540c8209 req-8d5d5301-ab67-4bfb-bc2d-8bc7f0685444 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.3483784 Aug 25 19:06:20.468758 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.l3_dvrscheduler_db [req-03375c1a-d60d-4e8c-9c13-17774a6e358a req-6d0bee2b-6c7a-4ea2-bc7b-bdec95ef9c58 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] No DVR routers for this DVR port 670011d9-0318-4858-a3ea-d87df9cfee6c on host hv-cinder-80603 {{(pid=74943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:06:20.471902 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-03375c1a-d60d-4e8c-9c13-17774a6e358a req-6d0bee2b-6c7a-4ea2-bc7b-bdec95ef9c58 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for port, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:20.475079 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54dd13be-4391-404f-b76e-b30bd04e7e03', 'name': 'network-vif-deleted', 'tag': '670011d9-0318-4858-a3ea-d87df9cfee6c'}] {{(pid=74943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:06:20.500700 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-03375c1a-d60d-4e8c-9c13-17774a6e358a req-6d0bee2b-6c7a-4ea2-bc7b-bdec95ef9c58 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.23 "DELETE /v2.0/ports/670011d9-0318-4858-a3ea-d87df9cfee6c HTTP/1.1" status: 204 len: 173 time: 1.4028974 Aug 25 19:06:20.563030 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54dd13be-4391-404f-b76e-b30bd04e7e03', 'name': 'network-vif-deleted', 'tag': '670011d9-0318-4858-a3ea-d87df9cfee6c', 'status': 'completed', 'code': 200} Aug 25 19:06:20.664622 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-6c35d13f-5c22-4a65-8b7b-bd1de4885171 req-e57d29bb-fb61-4ebb-b82d-1a0baceecb1a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21e21cca-5e6d-477f-a8ff-30bd07b822ec HTTP/1.1" status: 200 len: 217 time: 0.2112191 Aug 25 19:06:20.778124 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d7a777ee-8c89-430b-954e-c5ff540c8209 req-af0cabf1-3151-4304-86f7-c87e4f5bbd37 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928971 Aug 25 19:06:20.811059 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35d13f-5c22-4a65-8b7b-bd1de4885171 req-66016ea3-5595-4527-8ab3-5333f737a4b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:20.813868 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-6c35d13f-5c22-4a65-8b7b-bd1de4885171 req-66016ea3-5595-4527-8ab3-5333f737a4b9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d7025093-2f90-42bb-bb3c-06ef25a03e24 HTTP/1.1" status: 200 len: 857 time: 0.1300359 Aug 25 19:06:20.892087 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-94806236-2e21-444a-ab04-ba56f80dd934 req-e71dbf2f-0784-48e9-a65f-5da66f5c509f tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Synchronizing usage tracker for tenant:8012309d8e984e1282fe2edde148c026 on resource:port {{(pid=74943) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:06:20.913587 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-94806236-2e21-444a-ab04-ba56f80dd934 req-e71dbf2f-0784-48e9-a65f-5da66f5c509f tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Unset dirty status for tenant:8012309d8e984e1282fe2edde148c026 on resource:port {{(pid=74943) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:06:20.915219 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-94806236-2e21-444a-ab04-ba56f80dd934 req-e71dbf2f-0784-48e9-a65f-5da66f5c509f tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] 10.222.0.18 "GET /v2.0/ports?device_id=54dd13be-4391-404f-b76e-b30bd04e7e03 HTTP/1.1" status: 200 len: 210 time: 0.0839212 Aug 25 19:06:20.978853 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-6c35d13f-5c22-4a65-8b7b-bd1de4885171 req-2f89b49c-a782-424e-9561-b1832bb9e465 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1c33251a-0801-4a8e-9ce9-f5fabe3b7086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978153 Aug 25 19:06:21.148237 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-6c35d13f-5c22-4a65-8b7b-bd1de4885171 req-852ef092-9011-4483-a045-3714af77845d service neutron] 10.222.0.23 "GET /v2.0/networks/1c33251a-0801-4a8e-9ce9-f5fabe3b7086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606126 Aug 25 19:06:21.420100 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-6c35d13f-5c22-4a65-8b7b-bd1de4885171 req-da32cd0a-2466-4fbd-9d48-106519593806 service neutron] 10.222.0.23 "GET /v2.0/networks/1c33251a-0801-4a8e-9ce9-f5fabe3b7086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617376 Aug 25 19:06:21.467604 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 670011d9-0318-4858-a3ea-d87df9cfee6c no longer exists at agent hyperv_hv-cinder-80603 {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:06:21.523422 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] No Port match for: 670011d9-0318-4858-a3ea-d87df9cfee6c {{(pid=74945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:06:21.524418 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 670011d9-0318-4858-a3ea-d87df9cfee6c not bound to the agent host hv-cinder-80603 {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:06:21.525415 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device e8f2b708-590b-40a9-969b-93ba8401bb2a no longer exists at agent hyperv_hv-cinder-80603 {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:06:21.682526 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.agents_db [None req-346cd5c8-7112-4e4f-bf89-0e0659d32542 None None] Agent healthcheck: found 6 active agents {{(pid=74946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:06:21.756207 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:21.816101 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b44f16-4992-4a68-8d25-1819d93cdea5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8f2b708-590b-40a9-969b-93ba8401bb2a'}] {{(pid=74945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:06:21.857459 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port e8f2b708-590b-40a9-969b-93ba8401bb2a, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=e8f2b708-590b-40a9-969b-93ba8401bb2a,segment=NetworkSegment(53d47dea-4354-48e2-8d62-a37d0ab26078),segment_id=53d47dea-4354-48e2-8d62-a37d0ab26078)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:06:21.867102 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:21.877963 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:21.936251 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65eb6e3-e5d9-4f27-b3d3-4322d185cefd req-89bd7f21-1e72-4c04-a9bc-91ee4b91c82f tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:21.950202 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-e65eb6e3-e5d9-4f27-b3d3-4322d185cefd req-89bd7f21-1e72-4c04-a9bc-91ee4b91c82f tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 946 time: 0.2417858 Aug 25 19:06:21.987593 dv-cinder-806038-1-smb neutron-server[74945]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '22b44f16-4992-4a68-8d25-1819d93cdea5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e8f2b708-590b-40a9-969b-93ba8401bb2a', 'code': 422} returned with failed status Aug 25 19:06:22.086422 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-e65eb6e3-e5d9-4f27-b3d3-4322d185cefd req-98f79848-31cd-4ae2-8774-ce42f253f0e6 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304262 Aug 25 19:06:22.138775 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=e8f2b708-590b-40a9-969b-93ba8401bb2a,revision_number=8']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:22.165884 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:22.270988 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 43132) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:06:22.325147 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd965e-c2fa-4a52-99bd-9fce3b5b5ea7 req-a57a3ac5-d484-4f27-9832-2670056b3cca tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:22.328009 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d7cd965e-c2fa-4a52-99bd-9fce3b5b5ea7 req-a57a3ac5-d484-4f27-9832-2670056b3cca tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.1598389 Aug 25 19:06:22.350681 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.db_base_plugin_v2 [None req-89633d76-7563-442c-aa4a-ff96c05e818b admin admin] Deleting subnet de47097b-8fef-48bc-b85d-5a5fab2a3082 {{(pid=74944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 19:06:22.354820 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-89633d76-7563-442c-aa4a-ff96c05e818b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:22.413178 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d7cd965e-c2fa-4a52-99bd-9fce3b5b5ea7 req-efea084e-e33c-4630-8924-63cea2aaaf52 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774546 Aug 25 19:06:22.427114 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-89633d76-7563-442c-aa4a-ff96c05e818b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4084617'] for subnet, precommit_delete_associations {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:22.505673 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-89633d76-7563-442c-aa4a-ff96c05e818b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1748394'] for subnet, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:22.593661 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-89633d76-7563-442c-aa4a-ff96c05e818b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1748371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3912734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3743321'] for subnet, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:22.598613 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-1ae0c694-3203-4cf6-b57e-34e87cb33251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:22.639390 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89633d76-7563-442c-aa4a-ff96c05e818b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de47097b-8fef-48bc-b85d-5a5fab2a3082,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:22.642489 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-89633d76-7563-442c-aa4a-ff96c05e818b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:22.645436 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-89633d76-7563-442c-aa4a-ff96c05e818b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for subnet, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:22.660765 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-89633d76-7563-442c-aa4a-ff96c05e818b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/de47097b-8fef-48bc-b85d-5a5fab2a3082 HTTP/1.1" status: 204 len: 168 time: 0.3858449 Aug 25 19:06:22.663230 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 43144) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:06:22.873597 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-4fd84d1f-1af3-4bb2-b969-192ff02689fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792208'] for network, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:23.035401 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-4fd84d1f-1af3-4bb2-b969-192ff02689fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1747491', 'neutron.services.segments.db._delete_segments_for_network-8730660705410'] for network, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:23.054442 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.services.segments.db [None req-4fd84d1f-1af3-4bb2-b969-192ff02689fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['600f9071-ae94-4faf-af07-907279d06a26']}} {{(pid=74944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:06:23.068983 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.services.segments.db [None req-4fd84d1f-1af3-4bb2-b969-192ff02689fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81fc5d6f-79c4-4010-95f4-8fd5bd65c0de') {'for_net_delete': True} {{(pid=74944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:06:23.069348 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.services.segments.db [None req-4fd84d1f-1af3-4bb2-b969-192ff02689fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81fc5d6f-79c4-4010-95f4-8fd5bd65c0de') {} {{(pid=74944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:06:23.086158 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-4fd84d1f-1af3-4bb2-b969-192ff02689fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730660708253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4084614'] for segment, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:23.118277 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-4fd84d1f-1af3-4bb2-b969-192ff02689fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748241'] for segment, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:23.130347 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fd84d1f-1af3-4bb2-b969-192ff02689fe admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=74944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 19:06:23.131075 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-4fd84d1f-1af3-4bb2-b969-192ff02689fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1748239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3912888'] for segment, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:23.156139 dv-cinder-806038-1-smb neutron-server[74944]: Traceback (most recent call last): Aug 25 19:06:23.156139 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 19:06:23.156139 dv-cinder-806038-1-smb neutron-server[74944]: timer() Aug 25 19:06:23.156139 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 19:06:23.156139 dv-cinder-806038-1-smb neutron-server[74944]: cb(*args, **kw) Aug 25 19:06:23.156139 dv-cinder-806038-1-smb neutron-server[74944]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 19:06:23.156139 dv-cinder-806038-1-smb neutron-server[74944]: return func(*args, **kwargs) Aug 25 19:06:23.156139 dv-cinder-806038-1-smb neutron-server[74944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 19:06:23.156139 dv-cinder-806038-1-smb neutron-server[74944]: self._notify() Aug 25 19:06:23.156139 dv-cinder-806038-1-smb neutron-server[74944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 19:06:23.156139 dv-cinder-806038-1-smb neutron-server[74944]: self.callback(batched_events) Aug 25 19:06:23.156139 dv-cinder-806038-1-smb neutron-server[74944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 19:06:23.156139 dv-cinder-806038-1-smb neutron-server[74944]: event.method(event) Aug 25 19:06:23.156139 dv-cinder-806038-1-smb neutron-server[74944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 19:06:23.156139 dv-cinder-806038-1-smb neutron-server[74944]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 19:06:23.156139 dv-cinder-806038-1-smb neutron-server[74944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 19:06:23.156139 dv-cinder-806038-1-smb neutron-server[74944]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 19:06:23.156139 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 19:06:23.156139 dv-cinder-806038-1-smb neutron-server[74944]: return f(self, *a, **k) Aug 25 19:06:23.156139 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 19:06:23.156139 dv-cinder-806038-1-smb neutron-server[74944]: return self._get(url).json() Aug 25 19:06:23.156139 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 19:06:23.156139 dv-cinder-806038-1-smb neutron-server[74944]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 19:06:23.156139 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 19:06:23.156139 dv-cinder-806038-1-smb neutron-server[74944]: return self.request(url, 'GET', **kwargs) Aug 25 19:06:23.156139 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 19:06:23.156139 dv-cinder-806038-1-smb neutron-server[74944]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 19:06:23.156139 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 19:06:23.156139 dv-cinder-806038-1-smb neutron-server[74944]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 19:06:23.156139 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 19:06:23.156139 dv-cinder-806038-1-smb neutron-server[74944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 19:06:23.156139 dv-cinder-806038-1-smb neutron-server[74944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 19:06:23.286672 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-4fd84d1f-1af3-4bb2-b969-192ff02689fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1747496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677210'] for network, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:23.294045 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-93be6672-40d1-4255-a410-0b67fbab7a2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:23.327664 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-4fd84d1f-1af3-4bb2-b969-192ff02689fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for network, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:23.337586 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd84d1f-1af3-4bb2-b969-192ff02689fe admin admin] Pushing event deleted for resources: {'Network': ['ID=600f9071-ae94-4faf-af07-907279d06a26,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:23.347892 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-4fd84d1f-1af3-4bb2-b969-192ff02689fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:23.358970 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-4fd84d1f-1af3-4bb2-b969-192ff02689fe admin admin] 10.222.0.18 "DELETE /v2.0/networks/600f9071-ae94-4faf-af07-907279d06a26 HTTP/1.1" status: 204 len: 168 time: 0.6941621 Aug 25 19:06:23.788806 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-13e62a1e-a28f-497f-aa20-6ecc98f4e8dc req-3f81b808-d635-48c2-933a-5346a743ecd0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1139135 Aug 25 19:06:23.835224 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2dc1d-09bd-4f3c-86b9-dad1be881042 req-07fda6f1-442b-4a9c-8eea-7545dde1994c tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:23.837954 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-46e2dc1d-09bd-4f3c-86b9-dad1be881042 req-07fda6f1-442b-4a9c-8eea-7545dde1994c tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.1792498 Aug 25 19:06:23.841048 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 43174) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:06:24.000582 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-46e2dc1d-09bd-4f3c-86b9-dad1be881042 req-ce6a6239-cd8a-4ab6-9ce4-19c1ca6b4dfd tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555791 Aug 25 19:06:24.005817 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-795375fd-3e2d-4089-ac7c-cb470bbd8b01 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8012309d8e984e1282fe2edde148c026&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1618905 Aug 25 19:06:24.007637 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 43178) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:06:24.094183 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-1b19fa50-20f5-4ec9-a279-6964ad49d892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:24.130615 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-1b19fa50-20f5-4ec9-a279-6964ad49d892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:24.205531 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-1b19fa50-20f5-4ec9-a279-6964ad49d892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:24.212390 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-49c5d845-2517-4faf-b774-258ac395fe6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:24.234022 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b19fa50-20f5-4ec9-a279-6964ad49d892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4581a3d1-2e90-418e-bf8c-3b6f9a3d4618,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:24.238947 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-1b19fa50-20f5-4ec9-a279-6964ad49d892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:24.252238 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-1b19fa50-20f5-4ec9-a279-6964ad49d892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:24.258093 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-1b19fa50-20f5-4ec9-a279-6964ad49d892 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4581a3d1-2e90-418e-bf8c-3b6f9a3d4618 HTTP/1.1" status: 204 len: 168 time: 0.2452242 Aug 25 19:06:25.269576 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 43222) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:06:25.295770 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe6130-dde3-4c2a-9310-e3dbdc78fe8e req-33a29864-a84d-4024-8d58-39b654ab60a3 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:25.300829 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-e7fe6130-dde3-4c2a-9310-e3dbdc78fe8e req-33a29864-a84d-4024-8d58-39b654ab60a3 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 944 time: 0.1271381 Aug 25 19:06:25.390681 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-e7fe6130-dde3-4c2a-9310-e3dbdc78fe8e req-51862b69-c5ef-46ab-b234-e5a4169da788 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832810 Aug 25 19:06:25.398770 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be42d3c5-2484-4d60-852d-d1d110e6cb6a req-967dd005-7530-4d4d-895d-55328e1f87d7 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:25.402705 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-be42d3c5-2484-4d60-852d-d1d110e6cb6a req-967dd005-7530-4d4d-895d-55328e1f87d7 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.1156285 Aug 25 19:06:25.437910 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device e8f2b708-590b-40a9-969b-93ba8401bb2a no longer exists at agent hyperv_hv-cinder-80603 {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:06:25.481530 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 43234) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:06:25.509980 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-be42d3c5-2484-4d60-852d-d1d110e6cb6a req-d141914e-ceb2-4421-818c-cb8285e1c58e tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962162 Aug 25 19:06:25.673011 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-5157cdf9-d600-4e1c-a707-2ead52c596b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:25.764722 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-5157cdf9-d600-4e1c-a707-2ead52c596b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:06:25.775266 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-5157cdf9-d600-4e1c-a707-2ead52c596b6 admin admin] Usage tracker for resource:security_group_rule and tenant:60488c24ddf74da5a71b37102e0ebfe8 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:06:25.779857 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-5157cdf9-d600-4e1c-a707-2ead52c596b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:06:25.795844 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-5157cdf9-d600-4e1c-a707-2ead52c596b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:06:25.958067 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-54e48f4d-e483-4e36-a5b3-c07b0b838e0b req-99d402d6-f71e-4d66-ae48-a307a1b2ad60 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4740140 Aug 25 19:06:25.991152 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-5157cdf9-d600-4e1c-a707-2ead52c596b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:25.998725 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-5157cdf9-d600-4e1c-a707-2ead52c596b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:26.011224 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-663f17fa-aa8d-43f9-b794-c6b4fe5466aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:26.105720 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5157cdf9-d600-4e1c-a707-2ead52c596b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c17f16e-5873-46b0-abbb-01447bbb3be3,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:26.115265 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-5157cdf9-d600-4e1c-a707-2ead52c596b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:26.131764 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-5157cdf9-d600-4e1c-a707-2ead52c596b6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=60488c24ddf74da5a71b37102e0ebfe8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8522983 Aug 25 19:06:26.131932 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 43258) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:06:26.285427 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-91f38247-1851-4035-8abd-edaeb2ec1b6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:26.355820 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-91f38247-1851-4035-8abd-edaeb2ec1b6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:26.366077 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 43270) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:06:26.463161 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-91f38247-1851-4035-8abd-edaeb2ec1b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:26.485329 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-3406d53a-afdc-4460-acd2-a02b7db21177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:26.533466 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-91f38247-1851-4035-8abd-edaeb2ec1b6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:26.540307 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-91f38247-1851-4035-8abd-edaeb2ec1b6e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9c17f16e-5873-46b0-abbb-01447bbb3be3 HTTP/1.1" status: 204 len: 168 time: 0.4022167 Aug 25 19:06:26.544636 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f38247-1851-4035-8abd-edaeb2ec1b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c17f16e-5873-46b0-abbb-01447bbb3be3,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:26.559615 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-91f38247-1851-4035-8abd-edaeb2ec1b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:26.722698 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-bc0ab777-24e4-4a4e-899e-fc4ea55ec9ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:26.819221 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-bc0ab777-24e4-4a4e-899e-fc4ea55ec9ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:06:26.831016 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-bc0ab777-24e4-4a4e-899e-fc4ea55ec9ee admin admin] Usage tracker for resource:security_group_rule and tenant:b14b5e3f70be46a19910313fd46f23cd is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:06:26.839767 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-bc0ab777-24e4-4a4e-899e-fc4ea55ec9ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:06:26.854162 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-bc0ab777-24e4-4a4e-899e-fc4ea55ec9ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:06:27.068557 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e1960-bc45-4734-915c-40af8cb261ec req-acce11bb-f958-4843-818e-7bc182d8f6a8 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:27.092659 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-6e5e1960-bc45-4734-915c-40af8cb261ec req-acce11bb-f958-4843-818e-7bc182d8f6a8 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 944 time: 0.2664220 Aug 25 19:06:27.093756 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-bc0ab777-24e4-4a4e-899e-fc4ea55ec9ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:27.100138 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-bc0ab777-24e4-4a4e-899e-fc4ea55ec9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:27.112740 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-15e59bcb-7721-40bc-af6c-f1f0474b4a40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:27.199137 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ab777-24e4-4a4e-899e-fc4ea55ec9ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84662d94-b151-40a3-8c86-5b88c13cd113,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:27.221688 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-bc0ab777-24e4-4a4e-899e-fc4ea55ec9ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:27.240213 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-bc0ab777-24e4-4a4e-899e-fc4ea55ec9ee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b14b5e3f70be46a19910313fd46f23cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8732269 Aug 25 19:06:27.244635 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 43286) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:06:27.285434 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-6e5e1960-bc45-4734-915c-40af8cb261ec req-33f7ecd6-f433-4b43-b923-ecb97828342a tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505220 Aug 25 19:06:27.357233 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-49fd2e5f-e5d5-4bd0-9b9f-e3fd7870fecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:27.405552 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-49fd2e5f-e5d5-4bd0-9b9f-e3fd7870fecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:27.480846 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-49fd2e5f-e5d5-4bd0-9b9f-e3fd7870fecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:27.487421 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-bda9bf37-37d2-4596-ae49-acf974ec7982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:27.504402 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd2e5f-e5d5-4bd0-9b9f-e3fd7870fecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84662d94-b151-40a3-8c86-5b88c13cd113,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:27.509063 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-49fd2e5f-e5d5-4bd0-9b9f-e3fd7870fecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:27.532710 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-49fd2e5f-e5d5-4bd0-9b9f-e3fd7870fecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:27.539734 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-49fd2e5f-e5d5-4bd0-9b9f-e3fd7870fecc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/84662d94-b151-40a3-8c86-5b88c13cd113 HTTP/1.1" status: 204 len: 168 time: 0.2932153 Aug 25 19:06:28.653867 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429bf2a-f4f1-41cd-955b-bdc69657a6b1 req-f0255985-08fb-4780-a533-99287528454b tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:28.655449 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-2429bf2a-f4f1-41cd-955b-bdc69657a6b1 req-f0255985-08fb-4780-a533-99287528454b tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 944 time: 0.1272402 Aug 25 19:06:28.729020 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-2429bf2a-f4f1-41cd-955b-bdc69657a6b1 req-b7b7b020-2978-4a55-9c03-d3d6a2bbc782 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563102 Aug 25 19:06:28.940760 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-54e48f4d-e483-4e36-a5b3-c07b0b838e0b req-650aab16-d17e-46bc-b9a2-ee23341911d5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5&tenant_id=972f6642a63b419091a626917b54e4c9 HTTP/1.1" status: 200 len: 1097 time: 0.1516678 Aug 25 19:06:29.091965 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-54e48f4d-e483-4e36-a5b3-c07b0b838e0b req-3c109f1b-065d-4e25-a868-4144f165e3f9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=972f6642a63b419091a626917b54e4c9&device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 1097 time: 0.1110580 Aug 25 19:06:29.296676 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e48f4d-e483-4e36-a5b3-c07b0b838e0b req-6f5ca507-ca1b-4b03-aef1-8febea817841 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:29.296676 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-54e48f4d-e483-4e36-a5b3-c07b0b838e0b req-6f5ca507-ca1b-4b03-aef1-8febea817841 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1 HTTP/1.1" status: 200 len: 918 time: 0.1930249 Aug 25 19:06:29.488094 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-54e48f4d-e483-4e36-a5b3-c07b0b838e0b req-d0778dc5-4a2b-429f-b8f2-372e07823f25 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8f2b708-590b-40a9-969b-93ba8401bb2a HTTP/1.1" status: 200 len: 1000 time: 0.1840403 Aug 25 19:06:29.563668 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e48f4d-e483-4e36-a5b3-c07b0b838e0b req-7b9bde7f-c4da-4fba-9ae4-606e9828ff13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:29.565155 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-54e48f4d-e483-4e36-a5b3-c07b0b838e0b req-7b9bde7f-c4da-4fba-9ae4-606e9828ff13 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=01124877-1e02-41ab-ac74-7fab9c7740c5 HTTP/1.1" status: 200 len: 856 time: 0.0708106 Aug 25 19:06:29.658795 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-54e48f4d-e483-4e36-a5b3-c07b0b838e0b req-14ad093d-d24b-4fba-8397-f244aec74e79 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0821617 Aug 25 19:06:29.929081 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-54e48f4d-e483-4e36-a5b3-c07b0b838e0b req-f4468967-472b-470c-9843-ec4689c5ccf1 service neutron] 10.222.0.23 "GET /v2.0/networks/4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607090 Aug 25 19:06:30.110172 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19b3d5-3a20-41a5-9c08-c29b3d8ddd69 req-5e740570-c233-4a9f-bde6-000e9f873c87 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:30.111864 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-ed19b3d5-3a20-41a5-9c08-c29b3d8ddd69 req-5e740570-c233-4a9f-bde6-000e9f873c87 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 944 time: 0.0962348 Aug 25 19:06:30.171452 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-ed19b3d5-3a20-41a5-9c08-c29b3d8ddd69 req-7d691ae9-3e54-46a3-b283-47b9119fbd28 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483725 Aug 25 19:06:30.190959 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-54e48f4d-e483-4e36-a5b3-c07b0b838e0b req-0ba85e7f-8f81-40d6-8860-f4a05731bcde service neutron] 10.222.0.23 "GET /v2.0/networks/4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558668 Aug 25 19:06:31.481691 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841bbb00-2237-427c-a8d6-2c60b06b6031 req-ef66a05f-21da-4878-a7b6-a3f74eb543be tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:31.484297 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-841bbb00-2237-427c-a8d6-2c60b06b6031 req-ef66a05f-21da-4878-a7b6-a3f74eb543be tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 944 time: 0.0996776 Aug 25 19:06:31.546664 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-841bbb00-2237-427c-a8d6-2c60b06b6031 req-d5eea7ae-3c5e-472d-8014-d3224312f5c8 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538671 Aug 25 19:06:32.917276 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e5882-920e-4183-92b4-b52eaf3229fe req-65bafb24-1ad1-4755-975e-b53e1d0cfdbd tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:32.926572 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-1b7e5882-920e-4183-92b4-b52eaf3229fe req-65bafb24-1ad1-4755-975e-b53e1d0cfdbd tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 944 time: 0.1271946 Aug 25 19:06:33.027315 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-1b7e5882-920e-4183-92b4-b52eaf3229fe req-8ce529c6-5b33-424c-a032-b61a7eb85357 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993893 Aug 25 19:06:33.101994 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5347597-b0dc-4c18-b920-a7255bdfe818 req-34e8749d-60a7-4635-9300-b5ad6c630811 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:33.115726 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f5347597-b0dc-4c18-b920-a7255bdfe818 req-34e8749d-60a7-4635-9300-b5ad6c630811 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 946 time: 0.1851058 Aug 25 19:06:33.196124 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f5347597-b0dc-4c18-b920-a7255bdfe818 req-f0f0c978-607d-4bd2-8f25-478461e15fa8 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791447 Aug 25 19:06:33.850611 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 43422) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:06:34.112539 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-62917ddb-1152-4b84-b1fb-f85ef227ea52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:34.195399 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-62917ddb-1152-4b84-b1fb-f85ef227ea52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:06:34.207626 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-62917ddb-1152-4b84-b1fb-f85ef227ea52 admin admin] Usage tracker for resource:security_group_rule and tenant:aef9ae1c49b747fea1f3963d52a141ee is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:06:34.214421 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-62917ddb-1152-4b84-b1fb-f85ef227ea52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:06:34.236246 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-62917ddb-1152-4b84-b1fb-f85ef227ea52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:06:34.426786 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327f8cd-449e-434b-a7e2-36709bc560b1 req-d98e44b5-47ef-47b4-ab7f-744e8ccde852 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:34.431489 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-3327f8cd-449e-434b-a7e2-36709bc560b1 req-d98e44b5-47ef-47b4-ab7f-744e8ccde852 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 944 time: 0.1204300 Aug 25 19:06:34.448729 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-62917ddb-1152-4b84-b1fb-f85ef227ea52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:34.455480 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-62917ddb-1152-4b84-b1fb-f85ef227ea52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:34.463672 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-8dfe8351-4e86-4527-ac97-fe98e6885130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:34.485015 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-3327f8cd-449e-434b-a7e2-36709bc560b1 req-c299b377-67e3-45d6-9ded-ab6fc8a07ff9 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504243 Aug 25 19:06:34.533929 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62917ddb-1152-4b84-b1fb-f85ef227ea52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cabe2c3-b40f-46d6-bd45-057aa6ef9059,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:34.543386 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-62917ddb-1152-4b84-b1fb-f85ef227ea52 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aef9ae1c49b747fea1f3963d52a141ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6862254 Aug 25 19:06:34.543386 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-62917ddb-1152-4b84-b1fb-f85ef227ea52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:34.543386 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 43434) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:06:34.597823 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469b14d-3a73-49ba-8a3f-b50013d2757e req-ae881c00-0174-4ffa-9b85-d4b29744fc03 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:34.605556 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-8469b14d-3a73-49ba-8a3f-b50013d2757e req-ae881c00-0174-4ffa-9b85-d4b29744fc03 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 946 time: 0.2124290 Aug 25 19:06:34.674201 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-9ce020bc-b0ea-45c4-a123-f045e728a818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:34.703260 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-8469b14d-3a73-49ba-8a3f-b50013d2757e req-67f20ec6-ae4e-4c5b-bc31-7bc29303e0f3 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964227 Aug 25 19:06:34.743512 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-9ce020bc-b0ea-45c4-a123-f045e728a818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:34.835025 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-9ce020bc-b0ea-45c4-a123-f045e728a818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:34.844996 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-3b949099-5bf6-4291-aaf9-9eaf69063525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:34.861685 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce020bc-b0ea-45c4-a123-f045e728a818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cabe2c3-b40f-46d6-bd45-057aa6ef9059,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:34.864384 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-9ce020bc-b0ea-45c4-a123-f045e728a818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:34.865375 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-9ce020bc-b0ea-45c4-a123-f045e728a818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:34.866594 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-9ce020bc-b0ea-45c4-a123-f045e728a818 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9cabe2c3-b40f-46d6-bd45-057aa6ef9059 HTTP/1.1" status: 204 len: 168 time: 0.3224108 Aug 25 19:06:35.801676 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:35.924400 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52087c02-4511-4dd0-96f6-a05eddf09394 req-1c684711-6461-4bd6-9dd3-0c54e0c68f40 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:35.926848 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-52087c02-4511-4dd0-96f6-a05eddf09394 req-1c684711-6461-4bd6-9dd3-0c54e0c68f40 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 944 time: 0.1652303 Aug 25 19:06:36.096783 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-52087c02-4511-4dd0-96f6-a05eddf09394 req-e0603d56-59b0-47a5-afc0-5f4012a676cb tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580749 Aug 25 19:06:36.309315 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd1f2b-2e33-446d-a7fc-161fcac3c16b req-71e73c14-200c-4c3b-85f7-94bb58c584ee tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:36.312080 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-9cfd1f2b-2e33-446d-a7fc-161fcac3c16b req-71e73c14-200c-4c3b-85f7-94bb58c584ee tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 946 time: 0.3152938 Aug 25 19:06:36.396590 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-9cfd1f2b-2e33-446d-a7fc-161fcac3c16b req-616efea3-d4df-4720-9014-f65c21924a9e tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650535 Aug 25 19:06:37.466828 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf9207-08c2-4fee-ae73-21b3c9f6fdae req-4bb140ee-e98d-4784-a649-3f078c037b13 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:37.469195 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-84bf9207-08c2-4fee-ae73-21b3c9f6fdae req-4bb140ee-e98d-4784-a649-3f078c037b13 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 944 time: 0.1299038 Aug 25 19:06:37.577537 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-84bf9207-08c2-4fee-ae73-21b3c9f6fdae req-7bae0969-7bd1-4c41-a6f9-8d3e7f616c03 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021974 Aug 25 19:06:37.936428 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31f6f2-4eb1-48c3-acd0-97c69d3ff8aa req-ac163232-fc08-4c59-986b-032f57a944fd tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:37.939241 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-3a31f6f2-4eb1-48c3-acd0-97c69d3ff8aa req-ac163232-fc08-4c59-986b-032f57a944fd tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 946 time: 0.1799312 Aug 25 19:06:38.029902 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-3a31f6f2-4eb1-48c3-acd0-97c69d3ff8aa req-7682fd65-e68a-43b5-9135-07374a1ff7f0 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766819 Aug 25 19:06:39.167386 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6fa27-2272-4827-92b6-a9dab2d28fc4 req-851acb92-84d0-436e-a079-ff6c5fe6cab1 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:39.182027 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-dde6fa27-2272-4827-92b6-a9dab2d28fc4 req-851acb92-84d0-436e-a079-ff6c5fe6cab1 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 944 time: 0.2996922 Aug 25 19:06:39.328069 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-dde6fa27-2272-4827-92b6-a9dab2d28fc4 req-cca6db4a-0e0d-45f3-8e3f-c2b8384d874e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354749 Aug 25 19:06:39.568620 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6826379-4d90-461a-bb23-93397b745ac9 req-b01dc36f-0cd8-420c-90e2-bc3c7c67ffde tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:39.575127 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-f6826379-4d90-461a-bb23-93397b745ac9 req-b01dc36f-0cd8-420c-90e2-bc3c7c67ffde tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 946 time: 0.2089281 Aug 25 19:06:39.691628 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-f6826379-4d90-461a-bb23-93397b745ac9 req-8276b481-0e7a-412a-892f-8ae800be02eb tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058891 Aug 25 19:06:39.935222 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 43538) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:06:40.122197 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-5f471915-da24-47fe-9f68-de11cc6f0b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:40.163392 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-5f471915-da24-47fe-9f68-de11cc6f0b57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:06:40.168498 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-5f471915-da24-47fe-9f68-de11cc6f0b57 admin admin] Usage tracker for resource:security_group_rule and tenant:b16a29024e744cc5b4e59a7133dc57f8 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:06:40.172349 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-5f471915-da24-47fe-9f68-de11cc6f0b57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:06:40.181845 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-5f471915-da24-47fe-9f68-de11cc6f0b57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:06:40.271882 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-5f471915-da24-47fe-9f68-de11cc6f0b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:40.282136 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-5f471915-da24-47fe-9f68-de11cc6f0b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:40.290887 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-b3280259-5f19-4d21-879f-238e82f365e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:40.340989 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f471915-da24-47fe-9f68-de11cc6f0b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9220b18-5551-4ef3-ba06-78ca51bb7805,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:40.345840 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-5f471915-da24-47fe-9f68-de11cc6f0b57 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b16a29024e744cc5b4e59a7133dc57f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4093366 Aug 25 19:06:40.346972 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-5f471915-da24-47fe-9f68-de11cc6f0b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:40.349645 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 43546) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:06:40.444008 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-9dfac406-74c6-4645-941e-18ae98e44477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:40.524150 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-9dfac406-74c6-4645-941e-18ae98e44477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:40.715240 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-9dfac406-74c6-4645-941e-18ae98e44477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:40.719601 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-520bfe75-7c7f-4571-833b-a0536db0c4b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:40.742407 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896542d-5c2f-40c4-b23e-c3e7fb135cb7 req-7c48028e-5c2d-4be7-95fe-d22631f61108 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:40.742407 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-6896542d-5c2f-40c4-b23e-c3e7fb135cb7 req-7c48028e-5c2d-4be7-95fe-d22631f61108 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 944 time: 0.1626472 Aug 25 19:06:40.764491 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfac406-74c6-4645-941e-18ae98e44477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9220b18-5551-4ef3-ba06-78ca51bb7805,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:40.770876 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-9dfac406-74c6-4645-941e-18ae98e44477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:40.829945 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-9dfac406-74c6-4645-941e-18ae98e44477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:40.831160 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-9dfac406-74c6-4645-941e-18ae98e44477 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b9220b18-5551-4ef3-ba06-78ca51bb7805 HTTP/1.1" status: 204 len: 168 time: 0.4802918 Aug 25 19:06:40.907755 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-6896542d-5c2f-40c4-b23e-c3e7fb135cb7 req-25f273d9-7c12-42e9-83ac-0b4bdbe0b6ba tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398966 Aug 25 19:06:41.181144 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38c999-0e68-455c-9810-29763b60b56f req-fb43f514-6db0-47c5-8a74-babcb1cc1df1 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:41.206344 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-1e38c999-0e68-455c-9810-29763b60b56f req-fb43f514-6db0-47c5-8a74-babcb1cc1df1 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 946 time: 0.1851251 Aug 25 19:06:41.301854 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-1e38c999-0e68-455c-9810-29763b60b56f req-93ed0b26-2c1a-4bf9-be5a-8ecf44bd16ef tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937259 Aug 25 19:06:42.276654 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb235d7e-a9c3-4e4e-b6c2-f406fa268a22 req-abe868c1-e40e-46c4-a34b-925b0f351337 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:42.280376 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-cb235d7e-a9c3-4e4e-b6c2-f406fa268a22 req-abe868c1-e40e-46c4-a34b-925b0f351337 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 944 time: 0.1376562 Aug 25 19:06:42.392399 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-cb235d7e-a9c3-4e4e-b6c2-f406fa268a22 req-34807d86-50a9-4519-b09e-cd357b948211 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054065 Aug 25 19:06:42.481117 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cb127c86-473b-4154-81b2-93bf1bf0e20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:42.773483 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8e001-2293-48a1-ba1b-af12d7185968 req-59ee6e68-aa68-4459-b06c-5d4f27bac648 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:42.797053 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-c3d8e001-2293-48a1-ba1b-af12d7185968 req-59ee6e68-aa68-4459-b06c-5d4f27bac648 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 946 time: 0.1914907 Aug 25 19:06:42.895878 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-c3d8e001-2293-48a1-ba1b-af12d7185968 req-c8b1c674-7e3b-4a7b-836c-67dc34afc418 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974436 Aug 25 19:06:42.914476 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:43.488634 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 43624) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:06:43.809911 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-0ffbca54-c956-44b1-b6e3-0a36e81c5be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:43.844148 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-0ffbca54-c956-44b1-b6e3-0a36e81c5be1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:06:43.848340 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-0ffbca54-c956-44b1-b6e3-0a36e81c5be1 admin admin] Usage tracker for resource:security_group_rule and tenant:75f8d2a37ba44c798823da88ba0fbdce is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:06:43.851578 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-0ffbca54-c956-44b1-b6e3-0a36e81c5be1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:06:43.858933 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-0ffbca54-c956-44b1-b6e3-0a36e81c5be1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:06:43.992942 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7980c82-f100-4048-b909-7675fbc62a40 req-061e0c18-d54c-42cb-ae8d-3b53cc299b7f tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:44.002023 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-0ffbca54-c956-44b1-b6e3-0a36e81c5be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:44.006188 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f7980c82-f100-4048-b909-7675fbc62a40 req-061e0c18-d54c-42cb-ae8d-3b53cc299b7f tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 944 time: 0.1752813 Aug 25 19:06:44.008893 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-0ffbca54-c956-44b1-b6e3-0a36e81c5be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:44.051922 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-350452ef-45d1-4266-b17e-5685de9957e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:44.087543 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffbca54-c956-44b1-b6e3-0a36e81c5be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5ae7e3-a285-45c2-ba1d-8cc4e4988c8b,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:44.093228 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-0ffbca54-c956-44b1-b6e3-0a36e81c5be1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:44.093781 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f7980c82-f100-4048-b909-7675fbc62a40 req-ec39b244-7f5d-4129-b90a-7245d6e42c02 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859969 Aug 25 19:06:44.096989 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-0ffbca54-c956-44b1-b6e3-0a36e81c5be1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=75f8d2a37ba44c798823da88ba0fbdce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6066625 Aug 25 19:06:44.101160 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 43640) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:06:44.217347 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-3c15858b-647b-4fbc-b5d5-a0b73112ec61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:44.259120 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-3c15858b-647b-4fbc-b5d5-a0b73112ec61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:44.315236 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded25ab-ace1-4d21-b259-4dc68f2436cd req-b904c5ed-accc-4a31-b2f5-9d583584adc3 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:44.316455 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-dded25ab-ace1-4d21-b259-4dc68f2436cd req-b904c5ed-accc-4a31-b2f5-9d583584adc3 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 946 time: 0.1487305 Aug 25 19:06:44.345203 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-3c15858b-647b-4fbc-b5d5-a0b73112ec61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:44.354169 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-3e6f055b-6d83-47b2-b202-dc4aae10aa83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:44.377258 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c15858b-647b-4fbc-b5d5-a0b73112ec61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5ae7e3-a285-45c2-ba1d-8cc4e4988c8b,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:44.385930 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-3c15858b-647b-4fbc-b5d5-a0b73112ec61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:44.390933 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-3c15858b-647b-4fbc-b5d5-a0b73112ec61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:44.392078 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-3c15858b-647b-4fbc-b5d5-a0b73112ec61 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dd5ae7e3-a285-45c2-ba1d-8cc4e4988c8b HTTP/1.1" status: 204 len: 168 time: 0.2899606 Aug 25 19:06:44.401443 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-dded25ab-ace1-4d21-b259-4dc68f2436cd req-3dd670dd-48c6-4e5a-bb59-9c262fa42693 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725808 Aug 25 19:06:44.867057 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 43650) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:06:44.900083 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-34c4270b-2e3a-47a1-8e5d-13a8184e34d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:44.965473 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-34c4270b-2e3a-47a1-8e5d-13a8184e34d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:06:44.972237 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-34c4270b-2e3a-47a1-8e5d-13a8184e34d1 admin admin] Usage tracker for resource:security_group_rule and tenant:470e8e5ad03a43829df6d7b7f99a6123 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:06:44.975206 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-3798b753-166c-4946-9c3d-1d97008e7653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:44.979113 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-34c4270b-2e3a-47a1-8e5d-13a8184e34d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:06:44.990264 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-34c4270b-2e3a-47a1-8e5d-13a8184e34d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:06:45.093470 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-34c4270b-2e3a-47a1-8e5d-13a8184e34d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:45.099375 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-34c4270b-2e3a-47a1-8e5d-13a8184e34d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:45.107673 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-1b19fa50-20f5-4ec9-a279-6964ad49d892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:45.159430 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c4270b-2e3a-47a1-8e5d-13a8184e34d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1229d09d-7794-486f-9f5d-d9ab9971077a,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:45.167678 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-34c4270b-2e3a-47a1-8e5d-13a8184e34d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:45.183281 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-34c4270b-2e3a-47a1-8e5d-13a8184e34d1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=470e8e5ad03a43829df6d7b7f99a6123&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3109977 Aug 25 19:06:45.184162 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 43662) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:06:45.291235 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-fe552c5e-acb8-41e1-8406-bbf49d84928d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:45.344545 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-fe552c5e-acb8-41e1-8406-bbf49d84928d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:45.382945 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94088da-0852-4f95-867e-eca480fbedd0 req-3b2ae006-9546-4600-8f48-4e9a783a7845 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:45.392185 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d94088da-0852-4f95-867e-eca480fbedd0 req-3b2ae006-9546-4600-8f48-4e9a783a7845 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 944 time: 0.1021399 Aug 25 19:06:45.454470 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-fe552c5e-acb8-41e1-8406-bbf49d84928d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:45.457530 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d94088da-0852-4f95-867e-eca480fbedd0 req-b962bd51-5d94-41a0-87cc-918597f419af tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642157 Aug 25 19:06:45.460529 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-0c0df689-4968-45e7-b200-a1e4acd3a471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:45.476058 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe552c5e-acb8-41e1-8406-bbf49d84928d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1229d09d-7794-486f-9f5d-d9ab9971077a,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:45.478966 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-fe552c5e-acb8-41e1-8406-bbf49d84928d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:45.501352 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-fe552c5e-acb8-41e1-8406-bbf49d84928d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:45.516787 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-fe552c5e-acb8-41e1-8406-bbf49d84928d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1229d09d-7794-486f-9f5d-d9ab9971077a HTTP/1.1" status: 204 len: 168 time: 0.3314111 Aug 25 19:06:45.737355 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9be3d-9c1e-4ddc-8917-9e1c4e6a809e req-12df92ce-ea2e-4192-b114-d352a31e92dd tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:45.739145 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f2e9be3d-9c1e-4ddc-8917-9e1c4e6a809e req-12df92ce-ea2e-4192-b114-d352a31e92dd tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 946 time: 0.1122446 Aug 25 19:06:45.845377 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:45.847199 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f2e9be3d-9c1e-4ddc-8917-9e1c4e6a809e req-3fa40d3a-4d4b-4441-aeaa-ef76e37ed061 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996375 Aug 25 19:06:45.954793 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb0c7c-f341-43ed-a6ce-44466f3164b1 req-ecdf6ea2-0fd0-445f-a88a-1cdaffb21413 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:45.958521 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-c7eb0c7c-f341-43ed-a6ce-44466f3164b1 req-ecdf6ea2-0fd0-445f-a88a-1cdaffb21413 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 946 time: 0.2241166 Aug 25 19:06:46.020540 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-c7eb0c7c-f341-43ed-a6ce-44466f3164b1 req-efd5d04f-c5f1-47dc-94d0-c1a98e5131de tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b54908-2cbe-4aa7-bf0c-f3694aa57b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554917 Aug 25 19:06:46.662294 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce504d-948b-4a1e-97c0-4f0c68d46832 req-7c66b9af-535f-47df-9f13-93972673c5aa tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:46.664282 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-86ce504d-948b-4a1e-97c0-4f0c68d46832 req-7c66b9af-535f-47df-9f13-93972673c5aa tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.23 "GET /v2.0/ports?device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 946 time: 0.1029041 Aug 25 19:06:46.722900 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfceb6-3594-40dc-ab3a-f2c3b339e505 req-419eb743-7d90-4b82-9f24-a55ed9e0d62c tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:46.724568 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-addfceb6-3594-40dc-ab3a-f2c3b339e505 req-419eb743-7d90-4b82-9f24-a55ed9e0d62c tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 944 time: 0.0983353 Aug 25 19:06:46.755202 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.plugin [req-86ce504d-948b-4a1e-97c0-4f0c68d46832 req-b5286005-f7f8-4899-9f98-d6253571a68d tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Deleting port bb4be0e5-f26a-486d-bd9f-865ef7cb69c9 {{(pid=74944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:06:46.755783 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-86ce504d-948b-4a1e-97c0-4f0c68d46832 req-b5286005-f7f8-4899-9f98-d6253571a68d tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:46.800306 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-addfceb6-3594-40dc-ab3a-f2c3b339e505 req-1c5b5538-9e68-4bb9-9b89-e245f5a81316 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645127 Aug 25 19:06:47.208449 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.db [req-86ce504d-948b-4a1e-97c0-4f0c68d46832 req-b5286005-f7f8-4899-9f98-d6253571a68d tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] For port bb4be0e5-f26a-486d-bd9f-865ef7cb69c9, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=bb4be0e5-f26a-486d-bd9f-865ef7cb69c9,segment=NetworkSegment(c424df30-762d-4cfc-be1c-63bc54b3e8fa),segment_id=c424df30-762d-4cfc-be1c-63bc54b3e8fa)] {{(pid=74944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:06:47.208900 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-86ce504d-948b-4a1e-97c0-4f0c68d46832 req-b5286005-f7f8-4899-9f98-d6253571a68d tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:47.233635 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e63b0-9072-4513-b34e-275e5f2d1f5d req-dcc87b5a-e457-4271-97ac-26dc79bc5641 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:47.235280 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-da5e63b0-9072-4513-b34e-275e5f2d1f5d req-dcc87b5a-e457-4271-97ac-26dc79bc5641 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 946 time: 0.1662607 Aug 25 19:06:47.279127 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:47.330400 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0eb7d-9726-41b7-ad7a-4fcb57b91bab req-5be2d68e-c7a2-4f30-b906-f31b1b1dc62b tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:47.339795 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d0b0eb7d-9726-41b7-ad7a-4fcb57b91bab req-5be2d68e-c7a2-4f30-b906-f31b1b1dc62b tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 946 time: 0.1177783 Aug 25 19:06:47.372152 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.plugin [req-86ce504d-948b-4a1e-97c0-4f0c68d46832 req-b5286005-f7f8-4899-9f98-d6253571a68d tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Calling delete_port for bb4be0e5-f26a-486d-bd9f-865ef7cb69c9 owned by compute:nova {{(pid=74944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:06:47.406926 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d0b0eb7d-9726-41b7-ad7a-4fcb57b91bab req-4a840b93-acee-4ff6-8373-714e7eb141a7 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b54908-2cbe-4aa7-bf0c-f3694aa57b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658786 Aug 25 19:06:47.463890 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-da5e63b0-9072-4513-b34e-275e5f2d1f5d req-80527b97-dbf5-4a7f-bf71-980fc95f755a tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764266 Aug 25 19:06:47.555972 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device e8f2b708-590b-40a9-969b-93ba8401bb2a details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=74945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:06:47.601116 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-86ce504d-948b-4a1e-97c0-4f0c68d46832 req-b5286005-f7f8-4899-9f98-d6253571a68d tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730660626180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730660203048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3912941'] for port, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:47.621729 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:47.691514 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] get_ports_and_sgs() called for port_ids ['21e21cca-5e6d-477f-a8ff-30bd07b822ec', 'bb4be0e5-f26a-486d-bd9f-865ef7cb69c9'] {{(pid=74945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:06:47.782304 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5286005-f7f8-4899-9f98-d6253571a68d tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Pushing event deleted for resources: {'Port': ['ID=bb4be0e5-f26a-486d-bd9f-865ef7cb69c9,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:47.834078 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-b5286005-f7f8-4899-9f98-d6253571a68d tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:47.850215 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ce504d-948b-4a1e-97c0-4f0c68d46832 req-b5286005-f7f8-4899-9f98-d6253571a68d tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] No DVR routers for this DVR port bb4be0e5-f26a-486d-bd9f-865ef7cb69c9 on host hv-cinder-80603 {{(pid=74944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:06:47.857486 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-86ce504d-948b-4a1e-97c0-4f0c68d46832 req-b5286005-f7f8-4899-9f98-d6253571a68d tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for port, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:47.890260 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9871af03-2d8c-4475-9e8d-3f6e63f00792', 'name': 'network-vif-deleted', 'tag': 'bb4be0e5-f26a-486d-bd9f-865ef7cb69c9'}] {{(pid=74944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:06:47.915421 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-86ce504d-948b-4a1e-97c0-4f0c68d46832 req-b5286005-f7f8-4899-9f98-d6253571a68d tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.23 "DELETE /v2.0/ports/bb4be0e5-f26a-486d-bd9f-865ef7cb69c9 HTTP/1.1" status: 204 len: 173 time: 1.2410533 Aug 25 19:06:47.932194 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port e8f2b708-590b-40a9-969b-93ba8401bb2a, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=e8f2b708-590b-40a9-969b-93ba8401bb2a,segment=NetworkSegment(53d47dea-4354-48e2-8d62-a37d0ab26078),segment_id=53d47dea-4354-48e2-8d62-a37d0ab26078)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:06:47.956604 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Returning: {'device': 'e8f2b708-590b-40a9-969b-93ba8401bb2a', 'network_id': '4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1', 'port_id': 'e8f2b708-590b-40a9-969b-93ba8401bb2a', 'mac_address': 'fa:16:3e:18:7b:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01124877-1e02-41ab-ac74-7fab9c7740c5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:06:48.034437 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9871af03-2d8c-4475-9e8d-3f6e63f00792', 'name': 'network-vif-deleted', 'tag': 'bb4be0e5-f26a-486d-bd9f-865ef7cb69c9', 'status': 'completed', 'code': 200} Aug 25 19:06:48.078628 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:48.125923 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8f2b708-590b-40a9-969b-93ba8401bb2a {{(pid=74945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:06:48.152202 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port e8f2b708-590b-40a9-969b-93ba8401bb2a, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=e8f2b708-590b-40a9-969b-93ba8401bb2a,segment=NetworkSegment(53d47dea-4354-48e2-8d62-a37d0ab26078),segment_id=53d47dea-4354-48e2-8d62-a37d0ab26078)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:06:48.157379 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:48.160383 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:48.244505 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093cc07f-44e1-4f95-94a3-26d2f838c25b req-fa1beafd-8be8-4cdd-9d4a-178dbe4d2697 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:48.247088 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-093cc07f-44e1-4f95-94a3-26d2f838c25b req-fa1beafd-8be8-4cdd-9d4a-178dbe4d2697 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 945 time: 0.1144781 Aug 25 19:06:48.247330 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=e8f2b708-590b-40a9-969b-93ba8401bb2a,revision_number=9']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:48.261573 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:48.262117 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:48.263321 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:48.263321 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:48.263767 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:48.264312 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:48.264855 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:48.265393 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:48.265930 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:48.266507 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:48.267179 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:48.273986 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:48.310538 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-093cc07f-44e1-4f95-94a3-26d2f838c25b req-bfca8056-6559-449b-8898-64a614998b7c tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569751 Aug 25 19:06:48.654462 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] get_ports_and_sgs() called for port_ids ['e8f2b708-590b-40a9-969b-93ba8401bb2a'] {{(pid=74945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:06:48.678229 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-1f6aa329-e962-4df6-bf05-dda57e2e8148 req-861353df-bd32-4e8d-8e82-688e5d829b74 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=9871af03-2d8c-4475-9e8d-3f6e63f00792 HTTP/1.1" status: 200 len: 210 time: 0.0602441 Aug 25 19:06:48.683370 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0abf38f-6046-41e1-a3ae-cf231237be89 req-bcb8ce98-89ba-4843-90de-e81287922f85 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:48.695214 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d0abf38f-6046-41e1-a3ae-cf231237be89 req-bcb8ce98-89ba-4843-90de-e81287922f85 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 946 time: 0.1566694 Aug 25 19:06:48.748009 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d0abf38f-6046-41e1-a3ae-cf231237be89 req-ec38297a-d8ef-4589-9cd3-029359fa75c5 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b54908-2cbe-4aa7-bf0c-f3694aa57b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510373 Aug 25 19:06:49.572237 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device e8f2b708-590b-40a9-969b-93ba8401bb2a up at agent hyperv_hv-cinder-80603 {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:06:49.636573 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3061a7fc-4bc4-4091-8c9f-7c9038e81775 req-e5b84571-998a-41c4-b89d-d2e60ef69656 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:49.639157 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-3061a7fc-4bc4-4091-8c9f-7c9038e81775 req-e5b84571-998a-41c4-b89d-d2e60ef69656 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 945 time: 0.1056528 Aug 25 19:06:49.691663 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Provisioning complete for port e8f2b708-590b-40a9-969b-93ba8401bb2a triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:06:49.692336 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:49.712546 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-3061a7fc-4bc4-4091-8c9f-7c9038e81775 req-49f0128b-089a-43de-bf9c-3aff8e373198 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652621 Aug 25 19:06:49.862971 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:49.932208 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b44f16-4992-4a68-8d25-1819d93cdea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f2b708-590b-40a9-969b-93ba8401bb2a'}] {{(pid=74945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:06:49.949722 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port e8f2b708-590b-40a9-969b-93ba8401bb2a, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=e8f2b708-590b-40a9-969b-93ba8401bb2a,segment=NetworkSegment(53d47dea-4354-48e2-8d62-a37d0ab26078),segment_id=53d47dea-4354-48e2-8d62-a37d0ab26078)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:06:49.956216 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:49.957980 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device bb4be0e5-f26a-486d-bd9f-865ef7cb69c9 no longer exists at agent hyperv_hv-cinder-80603 {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:06:50.026049 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-6a37c945-425e-40e9-9b64-cb31c6d7a5c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:50.113495 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] No Port match for: bb4be0e5-f26a-486d-bd9f-865ef7cb69c9 {{(pid=74945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:06:50.114067 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device bb4be0e5-f26a-486d-bd9f-865ef7cb69c9 not bound to the agent host hv-cinder-80603 {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:06:50.156217 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a1ad7-71cd-4a9b-bb29-238dfda0c8ba req-d67a5356-18ff-420f-ac5a-96d0f33a54e5 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:50.158081 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-572a1ad7-71cd-4a9b-bb29-238dfda0c8ba req-d67a5356-18ff-420f-ac5a-96d0f33a54e5 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 946 time: 0.1644490 Aug 25 19:06:50.168808 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=e8f2b708-590b-40a9-969b-93ba8401bb2a,revision_number=10']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:50.175066 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:50.246412 dv-cinder-806038-1-smb neutron-server[74945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b44f16-4992-4a68-8d25-1819d93cdea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f2b708-590b-40a9-969b-93ba8401bb2a', 'code': 200} Aug 25 19:06:50.252127 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-572a1ad7-71cd-4a9b-bb29-238dfda0c8ba req-535930ce-be21-4330-98e9-958d0b659bc6 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b54908-2cbe-4aa7-bf0c-f3694aa57b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794029 Aug 25 19:06:50.580364 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff4f57-6a39-4f8c-a786-2250b31e499b req-3e1bc0f7-1c97-46a7-af87-964da4e1956c tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:50.581750 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-7dff4f57-6a39-4f8c-a786-2250b31e499b req-3e1bc0f7-1c97-46a7-af87-964da4e1956c tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Synchronizing usage tracker for tenant:fc911d35cfa94aeabb9512a89dca20b2 on resource:port {{(pid=74944) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:06:50.603486 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-7dff4f57-6a39-4f8c-a786-2250b31e499b req-3e1bc0f7-1c97-46a7-af87-964da4e1956c tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Unset dirty status for tenant:fc911d35cfa94aeabb9512a89dca20b2 on resource:port {{(pid=74944) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:06:50.604841 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-7dff4f57-6a39-4f8c-a786-2250b31e499b req-3e1bc0f7-1c97-46a7-af87-964da4e1956c tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.1855731 Aug 25 19:06:50.669247 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-7dff4f57-6a39-4f8c-a786-2250b31e499b req-a50e9eb0-9b52-40b6-8609-621ad361620e tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584903 Aug 25 19:06:50.983060 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-6a7fbb30-6d20-4c11-9513-89b6a4edccb1 req-107b9ac5-d359-4417-9384-8bcaf7401340 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 1100 time: 0.1128280 Aug 25 19:06:51.032913 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-6a7fbb30-6d20-4c11-9513-89b6a4edccb1 req-5a399960-ea11-40af-b2ce-d9a3d1f1ff34 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461576 Aug 25 19:06:51.039873 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fa588-6e60-4793-b87c-0be1040459ee req-a43ef534-fe62-40d8-8f83-b5c248714bf3 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:51.043097 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-656fa588-6e60-4793-b87c-0be1040459ee req-a43ef534-fe62-40d8-8f83-b5c248714bf3 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 947 time: 0.1421294 Aug 25 19:06:51.095533 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-656fa588-6e60-4793-b87c-0be1040459ee req-bdce2d4f-56ba-4736-8a66-5fe8fd4dd4d9 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455351 Aug 25 19:06:51.508354 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3fbf23-253a-4a03-a3ab-f73d748d4a9d req-e22c94de-b114-4dfe-b540-0cccc43bf271 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:51.509906 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-0b3fbf23-253a-4a03-a3ab-f73d748d4a9d req-e22c94de-b114-4dfe-b540-0cccc43bf271 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 946 time: 0.0942497 Aug 25 19:06:51.572983 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-0b3fbf23-253a-4a03-a3ab-f73d748d4a9d req-c82cfc69-7c48-4c7b-8b79-3cfeb95c952d tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b54908-2cbe-4aa7-bf0c-f3694aa57b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564709 Aug 25 19:06:51.957158 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856521e3-f1f0-4c7a-961b-930668442c4e req-45b53095-4452-4f44-8189-caf359e08255 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:51.959654 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-856521e3-f1f0-4c7a-961b-930668442c4e req-45b53095-4452-4f44-8189-caf359e08255 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.1202488 Aug 25 19:06:52.016877 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-856521e3-f1f0-4c7a-961b-930668442c4e req-d1db92b3-be4e-4299-a00a-838e4748dbc7 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487542 Aug 25 19:06:52.484572 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6e3be-54f8-4d9e-b594-041e5df610ee req-ad9e3dcc-b21a-48f0-b553-47560d174abd tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:52.494555 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-3dc6e3be-54f8-4d9e-b594-041e5df610ee req-ad9e3dcc-b21a-48f0-b553-47560d174abd tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 947 time: 0.1227608 Aug 25 19:06:52.581193 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-3dc6e3be-54f8-4d9e-b594-041e5df610ee req-0de8a29a-20db-40a1-ae76-c587e39cf3a7 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851846 Aug 25 19:06:52.961730 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4eead-ab96-4424-bd5e-eb683fcaf661 req-fdfacab8-e54f-4884-8f31-dac1eb0ae455 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:52.966273 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-61d4eead-ab96-4424-bd5e-eb683fcaf661 req-fdfacab8-e54f-4884-8f31-dac1eb0ae455 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 946 time: 0.2035792 Aug 25 19:06:53.054062 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-61d4eead-ab96-4424-bd5e-eb683fcaf661 req-1c727ed3-0f4a-4683-ab1b-6b37e39bf380 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b54908-2cbe-4aa7-bf0c-f3694aa57b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744190 Aug 25 19:06:53.299324 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a447e-dec3-4ab7-aaca-79ef90f3a296 req-8d54e97f-416f-4a55-ad7b-fa97f3d0a283 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:53.301854 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-907a447e-dec3-4ab7-aaca-79ef90f3a296 req-8d54e97f-416f-4a55-ad7b-fa97f3d0a283 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.1385977 Aug 25 19:06:53.369905 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-907a447e-dec3-4ab7-aaca-79ef90f3a296 req-69e28b1e-0633-4081-8eb6-b00ded139c41 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547507 Aug 25 19:06:53.922231 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45281d-aa92-41aa-9bcd-f1de3c51ae8a req-b9e2a1fa-2a37-4430-b22f-5da19cb8b9ce tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:53.923761 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-2c45281d-aa92-41aa-9bcd-f1de3c51ae8a req-b9e2a1fa-2a37-4430-b22f-5da19cb8b9ce tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 947 time: 0.1542461 Aug 25 19:06:53.973350 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-2c45281d-aa92-41aa-9bcd-f1de3c51ae8a req-aa20fda3-9b27-4068-85e2-b1b14d7c35c2 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435612 Aug 25 19:06:54.428143 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289695b-e769-432a-98de-ca6a52f6ca30 req-d36dd3c1-d0d1-4da4-a7e3-69f0699b2531 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:54.429880 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-2289695b-e769-432a-98de-ca6a52f6ca30 req-d36dd3c1-d0d1-4da4-a7e3-69f0699b2531 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 946 time: 0.1823173 Aug 25 19:06:54.492040 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-2289695b-e769-432a-98de-ca6a52f6ca30 req-97647a5b-777e-4424-b569-1d79ed1b7231 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b54908-2cbe-4aa7-bf0c-f3694aa57b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520670 Aug 25 19:06:54.543852 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 43918) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:06:54.699071 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4a528-ce16-4a4f-a20f-d0a28b9619a9 req-327362c0-6d1e-40fb-a954-ce8c6905f4f9 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:54.701775 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-02a4a528-ce16-4a4f-a20f-d0a28b9619a9 req-327362c0-6d1e-40fb-a954-ce8c6905f4f9 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.1095471 Aug 25 19:06:54.777467 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-02a4a528-ce16-4a4f-a20f-d0a28b9619a9 req-eca87d32-d3d2-41b6-965c-b85f9353991a tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690327 Aug 25 19:06:54.795270 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-e2f865ae-549f-4a3c-9dbb-3bcb8fc419ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:54.853420 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-e2f865ae-549f-4a3c-9dbb-3bcb8fc419ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:06:54.860377 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-e2f865ae-549f-4a3c-9dbb-3bcb8fc419ca admin admin] Usage tracker for resource:security_group_rule and tenant:2efa6fbe522e4d3e8f1d97dfd97dd083 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:06:54.865604 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-e2f865ae-549f-4a3c-9dbb-3bcb8fc419ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:06:54.877064 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-e2f865ae-549f-4a3c-9dbb-3bcb8fc419ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:06:54.979187 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-e2f865ae-549f-4a3c-9dbb-3bcb8fc419ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:54.984015 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-e2f865ae-549f-4a3c-9dbb-3bcb8fc419ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:54.991182 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-34c4270b-2e3a-47a1-8e5d-13a8184e34d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:55.033564 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f865ae-549f-4a3c-9dbb-3bcb8fc419ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeecde96-577a-4dd8-b0ef-d838ea66bf5e,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:55.037098 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-e2f865ae-549f-4a3c-9dbb-3bcb8fc419ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:55.040035 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-e2f865ae-549f-4a3c-9dbb-3bcb8fc419ca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2efa6fbe522e4d3e8f1d97dfd97dd083&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4951227 Aug 25 19:06:55.044257 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 43924) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:06:55.115973 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-a354d76e-0a7e-49d7-8a3d-b49d43588901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:55.145916 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-a354d76e-0a7e-49d7-8a3d-b49d43588901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:55.209463 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-a354d76e-0a7e-49d7-8a3d-b49d43588901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:55.213942 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-7ffebdec-05de-4b4a-aa54-a9c0374aee37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:55.229735 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a354d76e-0a7e-49d7-8a3d-b49d43588901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeecde96-577a-4dd8-b0ef-d838ea66bf5e,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:55.233588 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-a354d76e-0a7e-49d7-8a3d-b49d43588901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:55.236320 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-a354d76e-0a7e-49d7-8a3d-b49d43588901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:55.237414 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-a354d76e-0a7e-49d7-8a3d-b49d43588901 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aeecde96-577a-4dd8-b0ef-d838ea66bf5e HTTP/1.1" status: 204 len: 168 time: 0.1920016 Aug 25 19:06:55.824772 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec0cbb-8293-47cf-ac89-2590f12cb3f0 req-1fa86998-9d88-4e13-8b98-18fe5f937b6f tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:55.827417 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5cec0cbb-8293-47cf-ac89-2590f12cb3f0 req-1fa86998-9d88-4e13-8b98-18fe5f937b6f tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 946 time: 0.1257124 Aug 25 19:06:55.904811 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5cec0cbb-8293-47cf-ac89-2590f12cb3f0 req-c4ed73b0-6e04-4754-bc38-0b38982c7a9c tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b54908-2cbe-4aa7-bf0c-f3694aa57b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711713 Aug 25 19:06:56.042592 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7a3de-ec9c-46ed-9e4a-ff0082af6cbf req-75574c79-aae4-4d57-91f8-dcee78ad69b7 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:56.044365 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-54c7a3de-ec9c-46ed-9e4a-ff0082af6cbf req-75574c79-aae4-4d57-91f8-dcee78ad69b7 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.0961926 Aug 25 19:06:56.096684 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-54c7a3de-ec9c-46ed-9e4a-ff0082af6cbf req-36a4bb1c-b97f-4f13-9e95-df3e0ab8f12e tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467479 Aug 25 19:06:56.781191 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e214089-b479-4426-b3b0-d3024fca20bc req-7cf09afe-69fa-4fc3-80e3-41d2ac95199d tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:56.783041 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-9e214089-b479-4426-b3b0-d3024fca20bc req-7cf09afe-69fa-4fc3-80e3-41d2ac95199d tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.23 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.1599548 Aug 25 19:06:56.862570 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.plugin [req-9e214089-b479-4426-b3b0-d3024fca20bc req-97813b1c-bf15-4233-918e-1bc7efb876f2 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Deleting port 21e21cca-5e6d-477f-a8ff-30bd07b822ec {{(pid=74944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:06:56.863208 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-9e214089-b479-4426-b3b0-d3024fca20bc req-97813b1c-bf15-4233-918e-1bc7efb876f2 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:57.423713 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.db [req-9e214089-b479-4426-b3b0-d3024fca20bc req-97813b1c-bf15-4233-918e-1bc7efb876f2 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] For port 21e21cca-5e6d-477f-a8ff-30bd07b822ec, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=21e21cca-5e6d-477f-a8ff-30bd07b822ec,segment=NetworkSegment(c424df30-762d-4cfc-be1c-63bc54b3e8fa),segment_id=c424df30-762d-4cfc-be1c-63bc54b3e8fa)] {{(pid=74944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:06:57.424054 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-9e214089-b479-4426-b3b0-d3024fca20bc req-97813b1c-bf15-4233-918e-1bc7efb876f2 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:57.451145 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569c822-5168-43d1-aede-4798655d5a45 req-6c70384e-3298-4367-872e-78ac9ca62cb4 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:57.455363 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-6569c822-5168-43d1-aede-4798655d5a45 req-6c70384e-3298-4367-872e-78ac9ca62cb4 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 946 time: 0.1225488 Aug 25 19:06:57.456399 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 43980) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:06:57.504767 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41748fd-5398-4852-85ae-b9f1e8fa8392 req-f0ef976a-9d68-4e8c-93f8-51a0eb6c5a29 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:57.513393 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-a41748fd-5398-4852-85ae-b9f1e8fa8392 req-f0ef976a-9d68-4e8c-93f8-51a0eb6c5a29 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 946 time: 0.2578473 Aug 25 19:06:57.522628 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-6569c822-5168-43d1-aede-4798655d5a45 req-33558dc3-92ce-436b-afe5-741e5554a32b tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a681416-02ab-422d-9933-1944dcbc9401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620844 Aug 25 19:06:57.588315 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.plugin [req-9e214089-b479-4426-b3b0-d3024fca20bc req-97813b1c-bf15-4233-918e-1bc7efb876f2 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Calling delete_port for 21e21cca-5e6d-477f-a8ff-30bd07b822ec owned by compute:nova {{(pid=74944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:06:57.686280 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-a41748fd-5398-4852-85ae-b9f1e8fa8392 req-0c5d2998-8b59-4a73-acee-60f06cf295ef tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b54908-2cbe-4aa7-bf0c-f3694aa57b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711345 Aug 25 19:06:57.724099 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-2ce8dbbc-83a9-466b-a7c4-fc51f875a3ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:57.785135 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-2ce8dbbc-83a9-466b-a7c4-fc51f875a3ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:06:57.793567 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-2ce8dbbc-83a9-466b-a7c4-fc51f875a3ec admin admin] Usage tracker for resource:security_group_rule and tenant:07ecbcd81edc4b03854af7ca27f055e0 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:06:57.798750 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-2ce8dbbc-83a9-466b-a7c4-fc51f875a3ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:06:57.811439 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-2ce8dbbc-83a9-466b-a7c4-fc51f875a3ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:06:57.812000 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-9e214089-b479-4426-b3b0-d3024fca20bc req-97813b1c-bf15-4233-918e-1bc7efb876f2 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730660626180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730660203048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3912941'] for port, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:57.826048 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-b456455a-4748-4f85-baad-3cc4ada8890e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:57.933146 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97813b1c-bf15-4233-918e-1bc7efb876f2 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Pushing event deleted for resources: {'Port': ['ID=21e21cca-5e6d-477f-a8ff-30bd07b822ec,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:57.946902 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-97813b1c-bf15-4233-918e-1bc7efb876f2 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:57.958844 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-2ce8dbbc-83a9-466b-a7c4-fc51f875a3ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:57.963988 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-2ce8dbbc-83a9-466b-a7c4-fc51f875a3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:57.991351 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-8fbe064d-ecad-4568-8655-4aeff6af482c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:58.050957 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 44002) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:06:58.052788 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-2ce8dbbc-83a9-466b-a7c4-fc51f875a3ec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=07ecbcd81edc4b03854af7ca27f055e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5948431 Aug 25 19:06:58.079134 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8dbbc-83a9-466b-a7c4-fc51f875a3ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2173de8-6537-43cc-ba37-5a7b9592657b,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:58.083470 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-2ce8dbbc-83a9-466b-a7c4-fc51f875a3ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:58.196768 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e214089-b479-4426-b3b0-d3024fca20bc req-97813b1c-bf15-4233-918e-1bc7efb876f2 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] No DVR routers for this DVR port 21e21cca-5e6d-477f-a8ff-30bd07b822ec on host hv-cinder-80603 {{(pid=74944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:06:58.200802 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-9e214089-b479-4426-b3b0-d3024fca20bc req-97813b1c-bf15-4233-918e-1bc7efb876f2 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for port, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:58.203917 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50919ded-fe6b-4689-8e2f-b9f28f4f1f28', 'name': 'network-vif-deleted', 'tag': '21e21cca-5e6d-477f-a8ff-30bd07b822ec'}] {{(pid=74944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:06:58.234529 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-9e214089-b479-4426-b3b0-d3024fca20bc req-97813b1c-bf15-4233-918e-1bc7efb876f2 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.23 "DELETE /v2.0/ports/21e21cca-5e6d-477f-a8ff-30bd07b822ec HTTP/1.1" status: 204 len: 173 time: 1.4440119 Aug 25 19:06:58.253704 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-57b12b90-4b85-4a30-81e4-1bc0ddefd6b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:58.339546 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-57b12b90-4b85-4a30-81e4-1bc0ddefd6b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:58.380667 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50919ded-fe6b-4689-8e2f-b9f28f4f1f28', 'name': 'network-vif-deleted', 'tag': '21e21cca-5e6d-477f-a8ff-30bd07b822ec', 'status': 'completed', 'code': 200} Aug 25 19:06:58.421610 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada92f9-6589-44a1-abb6-48556d3dd242 req-ace41f59-a2ab-4ef5-84d2-cc54c107a736 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:58.423531 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-4ada92f9-6589-44a1-abb6-48556d3dd242 req-ace41f59-a2ab-4ef5-84d2-cc54c107a736 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 946 time: 0.1422563 Aug 25 19:06:58.522324 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-57b12b90-4b85-4a30-81e4-1bc0ddefd6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:58.532762 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-207f515b-2c9e-47ea-8fd7-0de3eabbeef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:58.576914 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b12b90-4b85-4a30-81e4-1bc0ddefd6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2173de8-6537-43cc-ba37-5a7b9592657b,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:58.601587 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-57b12b90-4b85-4a30-81e4-1bc0ddefd6b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:58.627796 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-57b12b90-4b85-4a30-81e4-1bc0ddefd6b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:58.631948 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-57b12b90-4b85-4a30-81e4-1bc0ddefd6b6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b2173de8-6537-43cc-ba37-5a7b9592657b HTTP/1.1" status: 204 len: 168 time: 0.5771444 Aug 25 19:06:58.645071 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-4ada92f9-6589-44a1-abb6-48556d3dd242 req-5cae17e4-982b-4b92-9a77-824d2ae43541 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b54908-2cbe-4aa7-bf0c-f3694aa57b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084060 Aug 25 19:06:58.668885 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d61958e4-9569-4030-a441-12c62c189133 req-f62f18b4-8fbf-4e26-9a43-6ccd1d09698d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3e48406004b648a0990504d66c49cab7&device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 1099 time: 0.2337854 Aug 25 19:06:58.676564 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.agents_db [None req-346cd5c8-7112-4e4f-bf89-0e0659d32542 None None] Agent healthcheck: found 6 active agents {{(pid=74946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:06:58.936112 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61958e4-9569-4030-a441-12c62c189133 req-162ab24e-7a16-4585-aae0-c0dbf45a7297 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:58.940499 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d61958e4-9569-4030-a441-12c62c189133 req-162ab24e-7a16-4585-aae0-c0dbf45a7297 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4729cc76-35b6-44e9-ab20-fbd23b7c92c4 HTTP/1.1" status: 200 len: 912 time: 0.2628994 Aug 25 19:06:58.987208 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-ca94c00f-6673-4ffe-82e5-6100e540074c req-b5f4625a-bbaa-4e5b-b153-30ba0252f80d tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] 10.222.0.18 "GET /v2.0/ports?device_id=50919ded-fe6b-4689-8e2f-b9f28f4f1f28 HTTP/1.1" status: 200 len: 210 time: 0.1182330 Aug 25 19:06:59.176841 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d61958e4-9569-4030-a441-12c62c189133 req-cbc265bc-da80-4b76-8175-a733a327f82f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3 HTTP/1.1" status: 200 len: 1001 time: 0.2273366 Aug 25 19:06:59.268000 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61958e4-9569-4030-a441-12c62c189133 req-1d244565-1b33-48f8-bd01-de14efd37d5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:59.272325 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d61958e4-9569-4030-a441-12c62c189133 req-1d244565-1b33-48f8-bd01-de14efd37d5f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bcd4d869-de2c-42cf-bf24-a126ff729354 HTTP/1.1" status: 200 len: 850 time: 0.0881128 Aug 25 19:06:59.400465 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d61958e4-9569-4030-a441-12c62c189133 req-ebcc354c-0c35-45f9-ba84-fb8811cda9ec service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4729cc76-35b6-44e9-ab20-fbd23b7c92c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1101007 Aug 25 19:06:59.613663 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 21e21cca-5e6d-477f-a8ff-30bd07b822ec no longer exists at agent hyperv_hv-cinder-80603 {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:06:59.652924 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d61958e4-9569-4030-a441-12c62c189133 req-2e278725-0059-49e5-9fac-cdabc3f0e35f service neutron] 10.222.0.23 "GET /v2.0/networks/4729cc76-35b6-44e9-ab20-fbd23b7c92c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442608 Aug 25 19:06:59.677327 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] No Port match for: 21e21cca-5e6d-477f-a8ff-30bd07b822ec {{(pid=74945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:06:59.677694 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 21e21cca-5e6d-477f-a8ff-30bd07b822ec not bound to the agent host hv-cinder-80603 {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:06:59.925452 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d61958e4-9569-4030-a441-12c62c189133 req-2d51198b-9e80-4b22-9aff-2645afab36f1 service neutron] 10.222.0.23 "GET /v2.0/networks/4729cc76-35b6-44e9-ab20-fbd23b7c92c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658937 Aug 25 19:06:59.960440 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc75ec3-d496-4c37-8050-f4a29848fb22 req-c216236e-dd71-42ad-b5f9-6817957d466f tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:59.962155 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-cbc75ec3-d496-4c37-8050-f4a29848fb22 req-c216236e-dd71-42ad-b5f9-6817957d466f tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 946 time: 0.1446645 Aug 25 19:07:00.029129 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-cbc75ec3-d496-4c37-8050-f4a29848fb22 req-e1ff36f5-b5b4-4ca3-a9ae-ab43e6cda1a2 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b54908-2cbe-4aa7-bf0c-f3694aa57b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575385 Aug 25 19:07:00.115763 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 44044) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:00.212816 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 44050) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:00.315807 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [None req-b3c97a70-98ac-429e-a542-9101e6ad9b7a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1203416767-network', 'tenant_id': '5bff39bca4ac4d27b1947941bd050e28'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:07:00.321364 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-b3c97a70-98ac-429e-a542-9101e6ad9b7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:00.327901 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-b3c97a70-98ac-429e-a542-9101e6ad9b7a admin admin] Usage tracker for resource:network and tenant:5bff39bca4ac4d27b1947941bd050e28 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:00.332579 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-b3c97a70-98ac-429e-a542-9101e6ad9b7a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:00.340350 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-b3c97a70-98ac-429e-a542-9101e6ad9b7a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:00.353391 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c97a70-98ac-429e-a542-9101e6ad9b7a admin admin] Made reservation on behalf of 5bff39bca4ac4d27b1947941bd050e28 for: {'network': 1} {{(pid=74944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:07:00.356039 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-b3c97a70-98ac-429e-a542-9101e6ad9b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for network, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:00.369772 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-b3c97a70-98ac-429e-a542-9101e6ad9b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:00.407515 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-b3c97a70-98ac-429e-a542-9101e6ad9b7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:00.416892 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-b3c97a70-98ac-429e-a542-9101e6ad9b7a admin admin] Usage tracker for resource:security_group_rule and tenant:5bff39bca4ac4d27b1947941bd050e28 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:00.422582 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-b3c97a70-98ac-429e-a542-9101e6ad9b7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:00.434939 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-b3c97a70-98ac-429e-a542-9101e6ad9b7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:00.561245 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-b3c97a70-98ac-429e-a542-9101e6ad9b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:00.567621 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-b3c97a70-98ac-429e-a542-9101e6ad9b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:00.573338 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-91f38247-1851-4035-8abd-edaeb2ec1b6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:00.626501 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c97a70-98ac-429e-a542-9101e6ad9b7a admin admin] vlan segment allocate from pool success with {'vlan_id': 803, 'physical_network': 'physnet1'} {{(pid=74944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 19:07:00.637102 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c97a70-98ac-429e-a542-9101e6ad9b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e146f45e-c0e9-4981-a200-10ecdd1ea260,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:00.641708 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-b3c97a70-98ac-429e-a542-9101e6ad9b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:00.645104 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-b3c97a70-98ac-429e-a542-9101e6ad9b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748241'] for segment, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:00.645462 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.db.segments_db [None req-b3c97a70-98ac-429e-a542-9101e6ad9b7a admin admin] Added segment 29a4bbfe-a834-4c4c-8299-f29887d9e0b7 of type vlan for network d2049545-92f7-4e97-8b75-aba4057d3fca Aug 25 19:07:00.693548 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-b3c97a70-98ac-429e-a542-9101e6ad9b7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730660192678'] for network, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:00.751243 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-b3c97a70-98ac-429e-a542-9101e6ad9b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697'] for network, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:00.753676 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c97a70-98ac-429e-a542-9101e6ad9b7a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:00.754434 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-b3c97a70-98ac-429e-a542-9101e6ad9b7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for network, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:00.761396 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-4fd84d1f-1af3-4bb2-b969-192ff02689fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:00.821690 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-c894e9b1-95ce-4e91-a4e7-38f73ffd41cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675930'] for router_interface, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:00.892466 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-b3c97a70-98ac-429e-a542-9101e6ad9b7a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7750239 Aug 25 19:07:00.893707 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c97a70-98ac-429e-a542-9101e6ad9b7a admin admin] Pushing event updated for resources: {'Network': ['ID=d2049545-92f7-4e97-8b75-aba4057d3fca,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:00.895652 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 44058) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:00.899598 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-b3c97a70-98ac-429e-a542-9101e6ad9b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:00.905871 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [None req-774eba32-1a8a-486c-9ec1-dbe15af7f840 admin admin] Request body: {'subnet': {'network_id': 'd2049545-92f7-4e97-8b75-aba4057d3fca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1203416767-subnet', 'tenant_id': '5bff39bca4ac4d27b1947941bd050e28', 'ip_version': 4}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:07:00.908395 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Network d2049545-92f7-4e97-8b75-aba4057d3fca details requested by agent ovs-agent-dv-cinder-806038-1-smb with host dv-cinder-806038-1-smb {{(pid=74945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 19:07:00.913080 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-774eba32-1a8a-486c-9ec1-dbe15af7f840 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:00.919428 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-774eba32-1a8a-486c-9ec1-dbe15af7f840 admin admin] Usage tracker for resource:subnet and tenant:5bff39bca4ac4d27b1947941bd050e28 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:00.930233 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-774eba32-1a8a-486c-9ec1-dbe15af7f840 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:00.940008 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-774eba32-1a8a-486c-9ec1-dbe15af7f840 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:00.961002 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774eba32-1a8a-486c-9ec1-dbe15af7f840 admin admin] Made reservation on behalf of 5bff39bca4ac4d27b1947941bd050e28 for: {'subnet': 1} {{(pid=74943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:07:00.965657 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-774eba32-1a8a-486c-9ec1-dbe15af7f840 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4138881'] for subnet, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:01.328109 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8a133-a70f-4a60-9be6-8d307cf775d3 req-59ef6c95-b44a-447c-bc59-955632b4dfe1 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:01.331631 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-90c8a133-a70f-4a60-9be6-8d307cf775d3 req-59ef6c95-b44a-447c-bc59-955632b4dfe1 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 946 time: 0.1393189 Aug 25 19:07:01.360111 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-774eba32-1a8a-486c-9ec1-dbe15af7f840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3958270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4138899'] for subnet, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:01.373344 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-36f5fd2c-a802-4f7a-9f47-f8ee5379cf5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:01.401583 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-90c8a133-a70f-4a60-9be6-8d307cf775d3 req-b25e5af2-a67a-48a8-9061-7824d9a27b2b tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b54908-2cbe-4aa7-bf0c-f3694aa57b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604789 Aug 25 19:07:01.653481 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774eba32-1a8a-486c-9ec1-dbe15af7f840 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96da7e0f-8b66-4c82-8362-f0eac7936cc9,revision_number=0']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:01.659960 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-774eba32-1a8a-486c-9ec1-dbe15af7f840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:01.692324 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774eba32-1a8a-486c-9ec1-dbe15af7f840 admin admin] Checking segment: {'id': '29a4bbfe-a834-4c4c-8299-f29887d9e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd2049545-92f7-4e97-8b75-aba4057d3fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:07:01.692722 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774eba32-1a8a-486c-9ec1-dbe15af7f840 admin admin] Network hostable DHCP agents. Network: d2049545-92f7-4e97-8b75-aba4057d3fca, hostable agents: ['27d70ae6-e524-414d-8203-429baaa22b85'], hosted agents: [] {{(pid=74943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 19:07:01.766952 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774eba32-1a8a-486c-9ec1-dbe15af7f840 admin admin] Network d2049545-92f7-4e97-8b75-aba4057d3fca is scheduled to be hosted by DHCP agent 27d70ae6-e524-414d-8203-429baaa22b85 with binding_index 1 {{(pid=74943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 19:07:01.815735 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.base_scheduler [None req-774eba32-1a8a-486c-9ec1-dbe15af7f840 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806038-1-smb, d2049545-92f7-4e97-8b75-aba4057d3fca) {{(pid=74943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:07:01.822014 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774eba32-1a8a-486c-9ec1-dbe15af7f840 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:01.822814 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-774eba32-1a8a-486c-9ec1-dbe15af7f840 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:01.829380 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5e2dba-16f1-49e6-a7cd-4e9317c65368 None None] Network d2049545-92f7-4e97-8b75-aba4057d3fca requested from dv-cinder-806038-1-smb {{(pid=74945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:07:01.866699 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-774eba32-1a8a-486c-9ec1-dbe15af7f840 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9683950 Aug 25 19:07:01.870652 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 44076) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:01.877441 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [None req-232d86d5-b4a0-4483-800e-f612194ea08b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1203416767-router', 'tenant_id': '5bff39bca4ac4d27b1947941bd050e28', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921'}}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:07:01.883396 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-232d86d5-b4a0-4483-800e-f612194ea08b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:01.889777 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-232d86d5-b4a0-4483-800e-f612194ea08b admin admin] Usage tracker for resource:router and tenant:5bff39bca4ac4d27b1947941bd050e28 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:01.896065 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-232d86d5-b4a0-4483-800e-f612194ea08b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:01.908978 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-232d86d5-b4a0-4483-800e-f612194ea08b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:01.942275 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-232d86d5-b4a0-4483-800e-f612194ea08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-679793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62426'] for router, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:01.945613 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-232d86d5-b4a0-4483-800e-f612194ea08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-682954', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62241'] for router, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:02.026674 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-232d86d5-b4a0-4483-800e-f612194ea08b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:02.219434 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1de87d0-845b-489f-97b4-6283fc2b84e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf97a539-8509-5f51-b208-f15cf2fc9d5d-d2049545-92f7-4e97-8b75-aba4057d3fca', 'network_id': 'd2049545-92f7-4e97-8b75-aba4057d3fca', 'tenant_id': '5bff39bca4ac4d27b1947941bd050e28', 'fixed_ips': [{'subnet_id': '96da7e0f-8b66-4c82-8362-f0eac7936cc9'}]}} from dv-cinder-806038-1-smb. {{(pid=74945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 19:07:02.221384 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-e1de87d0-845b-489f-97b4-6283fc2b84e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:02.251881 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [None req-c894e9b1-95ce-4e91-a4e7-38f73ffd41cc admin admin] Deleting port 1adf5ce9-c887-4dbb-af91-423d480a1f39 {{(pid=74943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:07:02.252278 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-c894e9b1-95ce-4e91-a4e7-38f73ffd41cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:02.284734 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-232d86d5-b4a0-4483-800e-f612194ea08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-679791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62263'] for router, precommit_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:02.453675 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.db_base_plugin_common [None req-e1de87d0-845b-489f-97b4-6283fc2b84e0 None None] Allocated IP 172.20.0.2 (d2049545-92f7-4e97-8b75-aba4057d3fca/96da7e0f-8b66-4c82-8362-f0eac7936cc9/17a76916-1f2b-4942-9f42-d7dd29f37d1f) {{(pid=74945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:07:02.533514 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.db [None req-c894e9b1-95ce-4e91-a4e7-38f73ffd41cc admin admin] For port 1adf5ce9-c887-4dbb-af91-423d480a1f39, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=1adf5ce9-c887-4dbb-af91-423d480a1f39,segment=NetworkSegment(c424df30-762d-4cfc-be1c-63bc54b3e8fa),segment_id=c424df30-762d-4cfc-be1c-63bc54b3e8fa)] {{(pid=74943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:07:02.534144 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-c894e9b1-95ce-4e91-a4e7-38f73ffd41cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:02.674505 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [None req-c894e9b1-95ce-4e91-a4e7-38f73ffd41cc admin admin] Calling delete_port for 1adf5ce9-c887-4dbb-af91-423d480a1f39 owned by network:router_interface {{(pid=74943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:07:02.762842 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-e1de87d0-845b-489f-97b4-6283fc2b84e0 None None] Notify callbacks [] for port, precommit_create {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:02.777475 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-e1de87d0-845b-489f-97b4-6283fc2b84e0 None None] Transition to ACTIVE for port object 17a76916-1f2b-4942-9f42-d7dd29f37d1f will not be triggered until provisioned by entity L2. {{(pid=74945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:07:02.802879 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-e1de87d0-845b-489f-97b4-6283fc2b84e0 None None] Transition to ACTIVE for port object 17a76916-1f2b-4942-9f42-d7dd29f37d1f will not be triggered until provisioned by entity DHCP. {{(pid=74945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:07:02.812552 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-e1de87d0-845b-489f-97b4-6283fc2b84e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039'] for port, after_create {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:02.822624 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:02.892384 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1de87d0-845b-489f-97b4-6283fc2b84e0 None None] Network d2049545-92f7-4e97-8b75-aba4057d3fca is already hosted by enough agents. {{(pid=74945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:07:02.896090 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.scheduler.base_scheduler [None req-e1de87d0-845b-489f-97b4-6283fc2b84e0 None None] Resources bound (agent type, host, resource id): {{(pid=74945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:07:02.900346 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1de87d0-845b-489f-97b4-6283fc2b84e0 None None] Received port after_create {{(pid=74945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:07:03.009191 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de87d0-845b-489f-97b4-6283fc2b84e0 None None] Pushing event updated for resources: {'Port': ['ID=17a76916-1f2b-4942-9f42-d7dd29f37d1f,revision_number=1']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:03.013426 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-e1de87d0-845b-489f-97b4-6283fc2b84e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:03.017705 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-232d86d5-b4a0-4483-800e-f612194ea08b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:03.035314 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.managers [None req-e1de87d0-845b-489f-97b4-6283fc2b84e0 None None] Attempting to bind port 17a76916-1f2b-4942-9f42-d7dd29f37d1f on host dv-cinder-806038-1-smb for vnic_type normal with profile {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:07:03.035942 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.managers [None req-e1de87d0-845b-489f-97b4-6283fc2b84e0 None None] Attempting to bind port 17a76916-1f2b-4942-9f42-d7dd29f37d1f by drivers openvswitch,hyperv on host dv-cinder-806038-1-smb at level 0 using segments [{'id': '29a4bbfe-a834-4c4c-8299-f29887d9e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd2049545-92f7-4e97-8b75-aba4057d3fca'}] {{(pid=74945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:07:03.036370 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1de87d0-845b-489f-97b4-6283fc2b84e0 None None] Attempting to bind port 17a76916-1f2b-4942-9f42-d7dd29f37d1f on network d2049545-92f7-4e97-8b75-aba4057d3fca {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:07:03.044693 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1de87d0-845b-489f-97b4-6283fc2b84e0 None None] Checking agent: {'id': 'ade42a89-c411-4b33-b073-1b38210940ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 43), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:07:03.045135 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1de87d0-845b-489f-97b4-6283fc2b84e0 None None] Checking segment: {'id': '29a4bbfe-a834-4c4c-8299-f29887d9e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd2049545-92f7-4e97-8b75-aba4057d3fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:07:03.045604 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-e1de87d0-845b-489f-97b4-6283fc2b84e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:03.046085 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1de87d0-845b-489f-97b4-6283fc2b84e0 None None] Bound using segment: {'id': '29a4bbfe-a834-4c4c-8299-f29887d9e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd2049545-92f7-4e97-8b75-aba4057d3fca'} {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:07:03.047046 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.managers [None req-e1de87d0-845b-489f-97b4-6283fc2b84e0 None None] Bound port: 17a76916-1f2b-4942-9f42-d7dd29f37d1f, host: dv-cinder-806038-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a4bbfe-a834-4c4c-8299-f29887d9e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd2049545-92f7-4e97-8b75-aba4057d3fca'}}] {{(pid=74945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:07:03.047668 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-e1de87d0-845b-489f-97b4-6283fc2b84e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:03.052444 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-232d86d5-b4a0-4483-800e-f612194ea08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:03.154637 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-e1de87d0-845b-489f-97b4-6283fc2b84e0 None None] For port 17a76916-1f2b-4942-9f42-d7dd29f37d1f, host dv-cinder-806038-1-smb, cleared binding levels {{(pid=74945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:07:03.333331 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-c894e9b1-95ce-4e91-a4e7-38f73ffd41cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730660626180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730660203048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958082'] for port, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:03.333907 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-e1de87d0-845b-489f-97b4-6283fc2b84e0 None None] For port 17a76916-1f2b-4942-9f42-d7dd29f37d1f, host dv-cinder-806038-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=17a76916-1f2b-4942-9f42-d7dd29f37d1f,segment=NetworkSegment(29a4bbfe-a834-4c4c-8299-f29887d9e0b7),segment_id=29a4bbfe-a834-4c4c-8299-f29887d9e0b7)] {{(pid=74945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:07:03.340759 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-e1de87d0-845b-489f-97b4-6283fc2b84e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:03.341031 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-90566c74-61bc-40a2-9e3d-3425de7d6cc6 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:03.345879 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:03.395898 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894e9b1-95ce-4e91-a4e7-38f73ffd41cc admin admin] Pushing event deleted for resources: {'Port': ['ID=1adf5ce9-c887-4dbb-af91-423d480a1f39,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:03.406025 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-c894e9b1-95ce-4e91-a4e7-38f73ffd41cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:03.432070 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de87d0-845b-489f-97b4-6283fc2b84e0 None None] Pushing event updated for resources: {'Port': ['ID=17a76916-1f2b-4942-9f42-d7dd29f37d1f,revision_number=2']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:03.447002 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-e1de87d0-845b-489f-97b4-6283fc2b84e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:03.451329 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.db_base_plugin_common [None req-232d86d5-b4a0-4483-800e-f612194ea08b admin admin] Allocated IP 172.28.1.214 (417bd5a5-462f-4a89-b2a6-9bf17cf29921/fa93b1ab-a770-4eed-8e8f-a3451db1cd3c/43c908b7-6827-4c0d-b14a-79d56c2f1794) {{(pid=74943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:07:03.799274 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-232d86d5-b4a0-4483-800e-f612194ea08b admin admin] Notify callbacks [] for port, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:03.916683 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-232d86d5-b4a0-4483-800e-f612194ea08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958082'] for port, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:03.923952 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:04.004423 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232d86d5-b4a0-4483-800e-f612194ea08b admin admin] Network 417bd5a5-462f-4a89-b2a6-9bf17cf29921 is already hosted by enough agents. {{(pid=74943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:07:04.012510 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.base_scheduler [None req-232d86d5-b4a0-4483-800e-f612194ea08b admin admin] Resources bound (agent type, host, resource id): {{(pid=74943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:07:04.018799 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232d86d5-b4a0-4483-800e-f612194ea08b admin admin] Received port after_create {{(pid=74943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:07:04.050356 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d86d5-b4a0-4483-800e-f612194ea08b admin admin] Pushing event updated for resources: {'Port': ['ID=43c908b7-6827-4c0d-b14a-79d56c2f1794,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:04.060316 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-232d86d5-b4a0-4483-800e-f612194ea08b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:04.069369 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-c894e9b1-95ce-4e91-a4e7-38f73ffd41cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676014'] for router_interface, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:04.380431 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 17a76916-1f2b-4942-9f42-d7dd29f37d1f up at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:07:04.423036 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-232d86d5-b4a0-4483-800e-f612194ea08b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:04.423820 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-232d86d5-b4a0-4483-800e-f612194ea08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677147'] for router, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:04.528389 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning for port 17a76916-1f2b-4942-9f42-d7dd29f37d1f completed by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:07:04.696054 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d5cb79-95cc-4cdd-99f5-38451952b092 None None] Network d2049545-92f7-4e97-8b75-aba4057d3fca requested from dv-cinder-806038-1-smb {{(pid=74945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:07:04.810116 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-9eeeee9a-928f-4d62-be40-262c851d9c14 None None] Provisioning for port 17a76916-1f2b-4942-9f42-d7dd29f37d1f completed by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:07:04.818950 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-9eeeee9a-928f-4d62-be40-262c851d9c14 None None] Provisioning complete for port 17a76916-1f2b-4942-9f42-d7dd29f37d1f triggered by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:07:04.820172 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-9eeeee9a-928f-4d62-be40-262c851d9c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:05.115265 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-9eeeee9a-928f-4d62-be40-262c851d9c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:05.173157 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-9eeeee9a-928f-4d62-be40-262c851d9c14 None None] For port 17a76916-1f2b-4942-9f42-d7dd29f37d1f, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=17a76916-1f2b-4942-9f42-d7dd29f37d1f,segment=NetworkSegment(29a4bbfe-a834-4c4c-8299-f29887d9e0b7),segment_id=29a4bbfe-a834-4c4c-8299-f29887d9e0b7)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:07:05.179327 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-9eeeee9a-928f-4d62-be40-262c851d9c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:05.182487 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-6a37c945-425e-40e9-9b64-cb31c6d7a5c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:05.247661 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232d86d5-b4a0-4483-800e-f612194ea08b admin admin] Router acf3e95c-bb6e-416a-b3d9-f0eb882f1486 is scheduled to L3 agent 6ef59418-d088-436f-8fb3-73af7fac7dac with binding_index 1 {{(pid=74943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 19:07:05.267468 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeeee9a-928f-4d62-be40-262c851d9c14 None None] Pushing event updated for resources: {'Port': ['ID=17a76916-1f2b-4942-9f42-d7dd29f37d1f,revision_number=3']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:05.271243 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-9eeeee9a-928f-4d62-be40-262c851d9c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:05.373597 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c894e9b1-95ce-4e91-a4e7-38f73ffd41cc admin admin] Router 044ffd15-87bd-4359-b2c5-382bb1ee1d19 has already been hosted by L3 agent 6ef59418-d088-436f-8fb3-73af7fac7dac {{(pid=74943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:07:05.616628 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-c4eb45b4-5fde-4d9c-9882-ba2a8baa56ea None None] Provisioning complete for port 17a76916-1f2b-4942-9f42-d7dd29f37d1f triggered by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:07:05.617439 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-c4eb45b4-5fde-4d9c-9882-ba2a8baa56ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:05.690835 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232d86d5-b4a0-4483-800e-f612194ea08b admin admin] Notify agent at l3_agent.dv-cinder-806038-1-smb the message routers_updated {{(pid=74943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:07:05.704729 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149a5aac-8b06-4f5c-9034-a3173b4760cb None None] Sync routers for ids ['acf3e95c-bb6e-416a-b3d9-f0eb882f1486'] in dv-cinder-806038-1-smb {{(pid=74946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:07:05.724254 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149a5aac-8b06-4f5c-9034-a3173b4760cb None None] Routers {'acf3e95c-bb6e-416a-b3d9-f0eb882f1486'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:07:05.725289 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-149a5aac-8b06-4f5c-9034-a3173b4760cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:06:45Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['acf3e95c-bb6e-416a-b3d9-f0eb882f1486'], 'active': True} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:07:05.736625 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-232d86d5-b4a0-4483-800e-f612194ea08b admin admin] Notify callbacks [] for router, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:05.738033 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-232d86d5-b4a0-4483-800e-f612194ea08b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8662281 Aug 25 19:07:05.742811 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 44100) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:05.753573 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c894e9b1-95ce-4e91-a4e7-38f73ffd41cc admin admin] Notify agent at l3_agent.dv-cinder-806038-1-smb the message routers_updated {{(pid=74943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:07:05.759602 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-c894e9b1-95ce-4e91-a4e7-38f73ffd41cc admin admin] 10.222.0.18 "PUT /v2.0/routers/044ffd15-87bd-4359-b2c5-382bb1ee1d19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5453224 Aug 25 19:07:05.766555 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 44104) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:05.822143 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d303457a-a7a3-4034-92e3-71f0279c0ebd None None] Sync routers for ids ['044ffd15-87bd-4359-b2c5-382bb1ee1d19'] in dv-cinder-806038-1-smb {{(pid=74945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:07:05.903533 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:05.905295 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d303457a-a7a3-4034-92e3-71f0279c0ebd None None] Routers {'044ffd15-87bd-4359-b2c5-382bb1ee1d19'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:07:05.906928 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-d303457a-a7a3-4034-92e3-71f0279c0ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:06:45Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['044ffd15-87bd-4359-b2c5-382bb1ee1d19'], 'active': True} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:07:06.140761 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvr_db [None req-149a5aac-8b06-4f5c-9034-a3173b4760cb None None] Set router acf3e95c-bb6e-416a-b3d9-f0eb882f1486 gateway port host: dv-cinder-806038-1-smb {{(pid=74946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:07:06.176750 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-1b246bda-056b-4dbd-87d3-762012ad64ed admin admin] Notify callbacks [] for router, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:06.349485 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 17a76916-1f2b-4942-9f42-d7dd29f37d1f up at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:07:06.551743 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning complete for port 17a76916-1f2b-4942-9f42-d7dd29f37d1f triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:07:06.552186 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:06.638737 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-149a5aac-8b06-4f5c-9034-a3173b4760cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf3e95c-bb6e-416a-b3d9-f0eb882f1486', 'name': 'tempest-TestMinimumBasicScenario-1203416767-router', 'tenant_id': '5bff39bca4ac4d27b1947941bd050e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': '43c908b7-6827-4c0d-b14a-79d56c2f1794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:01Z', 'updated_at': '2021-08-25T19:07:04Z', 'revision_number': 3, 'project_id': '5bff39bca4ac4d27b1947941bd050e28', 'gw_port': {'id': '43c908b7-6827-4c0d-b14a-79d56c2f1794', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cb:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf3e95c-bb6e-416a-b3d9-f0eb882f1486', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:03Z', 'updated_at': '2021-08-25T19:07:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb'}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:07:06.646058 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149a5aac-8b06-4f5c-9034-a3173b4760cb None None] Checking router: acf3e95c-bb6e-416a-b3d9-f0eb882f1486 for host: dv-cinder-806038-1-smb {{(pid=74946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:07:06.646464 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149a5aac-8b06-4f5c-9034-a3173b4760cb None None] Updating router acf3e95c-bb6e-416a-b3d9-f0eb882f1486 port 43c908b7-6827-4c0d-b14a-79d56c2f1794 binding host dv-cinder-806038-1-smb {{(pid=74946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 19:07:06.699454 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-1b246bda-056b-4dbd-87d3-762012ad64ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:06.702511 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvr_db [None req-d303457a-a7a3-4034-92e3-71f0279c0ebd None None] Set router 044ffd15-87bd-4359-b2c5-382bb1ee1d19 gateway port host: dv-cinder-806038-1-smb {{(pid=74945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:07:06.713802 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [None req-1b246bda-056b-4dbd-87d3-762012ad64ed admin admin] Deleting port bfe58739-cb53-44d8-8bc6-426c57fc6a82 {{(pid=74943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:07:06.714958 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-1b246bda-056b-4dbd-87d3-762012ad64ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:06.778866 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [None req-149a5aac-8b06-4f5c-9034-a3173b4760cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:07.157729 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.db [None req-1b246bda-056b-4dbd-87d3-762012ad64ed admin admin] For port bfe58739-cb53-44d8-8bc6-426c57fc6a82, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=bfe58739-cb53-44d8-8bc6-426c57fc6a82,segment=NetworkSegment(f1739f72-e14f-462c-b4e7-56bd3b40258a),segment_id=f1739f72-e14f-462c-b4e7-56bd3b40258a)] {{(pid=74943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:07:07.158097 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-1b246bda-056b-4dbd-87d3-762012ad64ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:07.356700 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [None req-1b246bda-056b-4dbd-87d3-762012ad64ed admin admin] Calling delete_port for bfe58739-cb53-44d8-8bc6-426c57fc6a82 owned by network:router_gateway {{(pid=74943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:07:07.372037 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-d303457a-a7a3-4034-92e3-71f0279c0ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044ffd15-87bd-4359-b2c5-382bb1ee1d19', 'name': 'tempest-ServerRescueNegativeTestJSON-88422678-router', 'tenant_id': 'fc911d35cfa94aeabb9512a89dca20b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.206'}], 'enable_snat': True}, 'gw_port_id': 'bfe58739-cb53-44d8-8bc6-426c57fc6a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:09Z', 'updated_at': '2021-08-25T19:07:03Z', 'revision_number': 5, 'project_id': 'fc911d35cfa94aeabb9512a89dca20b2', 'gw_port': {'id': 'bfe58739-cb53-44d8-8bc6-426c57fc6a82', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:50:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044ffd15-87bd-4359-b2c5-382bb1ee1d19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:11Z', 'updated_at': '2021-08-25T19:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb'}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:07:07.379471 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d303457a-a7a3-4034-92e3-71f0279c0ebd None None] Checking router: 044ffd15-87bd-4359-b2c5-382bb1ee1d19 for host: dv-cinder-806038-1-smb {{(pid=74945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:07:07.401116 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d303457a-a7a3-4034-92e3-71f0279c0ebd None None] Routers {'044ffd15-87bd-4359-b2c5-382bb1ee1d19'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:07:07.402494 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-d303457a-a7a3-4034-92e3-71f0279c0ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:06:45Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['044ffd15-87bd-4359-b2c5-382bb1ee1d19'], 'active': True} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:07:07.451837 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [None req-149a5aac-8b06-4f5c-9034-a3173b4760cb None None] Notify callbacks [] for port, precommit_update {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:07.477222 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.provisioning_blocks [None req-149a5aac-8b06-4f5c-9034-a3173b4760cb None None] Transition to ACTIVE for port object 43c908b7-6827-4c0d-b14a-79d56c2f1794 will not be triggered until provisioned by entity L2. {{(pid=74946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:07:07.490274 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [None req-149a5aac-8b06-4f5c-9034-a3173b4760cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:07.501028 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG oslo_concurrency.lockutils [None req-7e5625cb-8954-40c7-963a-d832eb1b007f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:07.547387 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-b080c224-1cc5-4ef9-88ed-0d66f8ffa375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:07.620421 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvr_db [None req-d303457a-a7a3-4034-92e3-71f0279c0ebd None None] Set router 044ffd15-87bd-4359-b2c5-382bb1ee1d19 gateway port host: None {{(pid=74945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:07:07.652350 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d77d9d-4044-4213-841b-023babce7953 None None] Pushing event updated for resources: {'Port': ['ID=43c908b7-6827-4c0d-b14a-79d56c2f1794,revision_number=2']} {{(pid=74946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:07.674296 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d77d9d-4044-4213-841b-023babce7953 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:07.675137 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d77d9d-4044-4213-841b-023babce7953 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:07.675894 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d77d9d-4044-4213-841b-023babce7953 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:07.676465 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d77d9d-4044-4213-841b-023babce7953 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:07.677031 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d77d9d-4044-4213-841b-023babce7953 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:07.677672 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d77d9d-4044-4213-841b-023babce7953 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:07.678401 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d77d9d-4044-4213-841b-023babce7953 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:07.679218 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d77d9d-4044-4213-841b-023babce7953 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:07.679864 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d77d9d-4044-4213-841b-023babce7953 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:07.680446 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d77d9d-4044-4213-841b-023babce7953 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:07.681077 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d77d9d-4044-4213-841b-023babce7953 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:07.692777 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG oslo_concurrency.lockutils [None req-f5d77d9d-4044-4213-841b-023babce7953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=74946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:07.721147 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-1b246bda-056b-4dbd-87d3-762012ad64ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730660626180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730660203048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958082'] for port, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:07.733494 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.managers [None req-149a5aac-8b06-4f5c-9034-a3173b4760cb None None] Attempting to bind port 43c908b7-6827-4c0d-b14a-79d56c2f1794 on host dv-cinder-806038-1-smb for vnic_type normal with profile {{(pid=74946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:07:07.734633 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.managers [None req-149a5aac-8b06-4f5c-9034-a3173b4760cb None None] Attempting to bind port 43c908b7-6827-4c0d-b14a-79d56c2f1794 by drivers openvswitch,hyperv on host dv-cinder-806038-1-smb at level 0 using segments [{'id': 'f1739f72-e14f-462c-b4e7-56bd3b40258a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921'}] {{(pid=74946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:07:07.735540 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149a5aac-8b06-4f5c-9034-a3173b4760cb None None] Attempting to bind port 43c908b7-6827-4c0d-b14a-79d56c2f1794 on network 417bd5a5-462f-4a89-b2a6-9bf17cf29921 {{(pid=74946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:07:07.736107 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:07.743279 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-d303457a-a7a3-4034-92e3-71f0279c0ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044ffd15-87bd-4359-b2c5-382bb1ee1d19', 'name': 'tempest-ServerRescueNegativeTestJSON-88422678-router', 'tenant_id': 'fc911d35cfa94aeabb9512a89dca20b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:09Z', 'updated_at': '2021-08-25T19:07:06Z', 'revision_number': 6, 'project_id': 'fc911d35cfa94aeabb9512a89dca20b2', 'gw_port_host': None}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:07:07.747276 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d303457a-a7a3-4034-92e3-71f0279c0ebd None None] The sync data for ids ['044ffd15-87bd-4359-b2c5-382bb1ee1d19'] in dv-cinder-806038-1-smb is: [{'id': '044ffd15-87bd-4359-b2c5-382bb1ee1d19', 'name': 'tempest-ServerRescueNegativeTestJSON-88422678-router', 'tenant_id': 'fc911d35cfa94aeabb9512a89dca20b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:09Z', 'updated_at': '2021-08-25T19:07:06Z', 'revision_number': 6, 'project_id': 'fc911d35cfa94aeabb9512a89dca20b2', 'gw_port_host': None}] {{(pid=74945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:07:07.751141 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149a5aac-8b06-4f5c-9034-a3173b4760cb None None] Checking agent: {'id': 'ade42a89-c411-4b33-b073-1b38210940ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 43), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:07:07.751748 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149a5aac-8b06-4f5c-9034-a3173b4760cb None None] Checking segment: {'id': 'f1739f72-e14f-462c-b4e7-56bd3b40258a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:07:07.752441 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [None req-149a5aac-8b06-4f5c-9034-a3173b4760cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:07.753125 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149a5aac-8b06-4f5c-9034-a3173b4760cb None None] Bound using segment: {'id': 'f1739f72-e14f-462c-b4e7-56bd3b40258a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921'} {{(pid=74946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:07:07.753968 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.managers [None req-149a5aac-8b06-4f5c-9034-a3173b4760cb None None] Bound port: 43c908b7-6827-4c0d-b14a-79d56c2f1794, host: dv-cinder-806038-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1739f72-e14f-462c-b4e7-56bd3b40258a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921'}}] {{(pid=74946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:07:07.754697 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [None req-149a5aac-8b06-4f5c-9034-a3173b4760cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:07.855637 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b246bda-056b-4dbd-87d3-762012ad64ed admin admin] Pushing event deleted for resources: {'Port': ['ID=bfe58739-cb53-44d8-8bc6-426c57fc6a82,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:07.862732 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-1b246bda-056b-4dbd-87d3-762012ad64ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:07.880668 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.db [None req-149a5aac-8b06-4f5c-9034-a3173b4760cb None None] For port 43c908b7-6827-4c0d-b14a-79d56c2f1794, host dv-cinder-806038-1-smb, cleared binding levels {{(pid=74946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:07:07.886968 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.db [None req-149a5aac-8b06-4f5c-9034-a3173b4760cb None None] For port 43c908b7-6827-4c0d-b14a-79d56c2f1794, host dv-cinder-806038-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=43c908b7-6827-4c0d-b14a-79d56c2f1794,segment=NetworkSegment(f1739f72-e14f-462c-b4e7-56bd3b40258a),segment_id=f1739f72-e14f-462c-b4e7-56bd3b40258a)] {{(pid=74946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:07:07.895875 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [None req-149a5aac-8b06-4f5c-9034-a3173b4760cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:07.908471 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:07.992597 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.db_base_plugin_common [None req-b080c224-1cc5-4ef9-88ed-0d66f8ffa375 admin admin] Allocated IP 172.20.0.1 (d2049545-92f7-4e97-8b75-aba4057d3fca/96da7e0f-8b66-4c82-8362-f0eac7936cc9/66f53f68-fbff-45a3-a7ff-e3d7db86d280) {{(pid=74944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:07:08.043057 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d77d9d-4044-4213-841b-023babce7953 None None] Pushing event updated for resources: {'Port': ['ID=43c908b7-6827-4c0d-b14a-79d56c2f1794,revision_number=3']} {{(pid=74946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:08.046272 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG oslo_concurrency.lockutils [None req-f5d77d9d-4044-4213-841b-023babce7953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:08.047331 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149a5aac-8b06-4f5c-9034-a3173b4760cb None None] Routers {'acf3e95c-bb6e-416a-b3d9-f0eb882f1486'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:07:08.047965 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-149a5aac-8b06-4f5c-9034-a3173b4760cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:06:45Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['acf3e95c-bb6e-416a-b3d9-f0eb882f1486'], 'active': True} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:07:08.083867 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-1b246bda-056b-4dbd-87d3-762012ad64ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677159'] for router_gateway, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:08.193472 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-b080c224-1cc5-4ef9-88ed-0d66f8ffa375 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:08.215257 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.provisioning_blocks [None req-b080c224-1cc5-4ef9-88ed-0d66f8ffa375 admin admin] Transition to ACTIVE for port object 66f53f68-fbff-45a3-a7ff-e3d7db86d280 will not be triggered until provisioned by entity DHCP. {{(pid=74944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:07:08.253003 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-b080c224-1cc5-4ef9-88ed-0d66f8ffa375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3912941'] for port, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:08.275162 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-7f1c28c7-d49a-4d90-9b89-c9d8c12e0012 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:08.280158 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 1adf5ce9-c887-4dbb-af91-423d480a1f39 no longer exists at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:07:08.400424 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] No Port match for: 1adf5ce9-c887-4dbb-af91-423d480a1f39 {{(pid=74945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:07:08.401064 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 1adf5ce9-c887-4dbb-af91-423d480a1f39 not bound to the agent host dv-cinder-806038-1-smb {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:07:08.422095 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b080c224-1cc5-4ef9-88ed-0d66f8ffa375 admin admin] Network d2049545-92f7-4e97-8b75-aba4057d3fca is already hosted by enough agents. {{(pid=74944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:07:08.427935 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.base_scheduler [None req-b080c224-1cc5-4ef9-88ed-0d66f8ffa375 admin admin] Resources bound (agent type, host, resource id): {{(pid=74944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:07:08.435933 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b080c224-1cc5-4ef9-88ed-0d66f8ffa375 admin admin] Received port after_create {{(pid=74944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:07:08.451796 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvr_db [None req-149a5aac-8b06-4f5c-9034-a3173b4760cb None None] Set router acf3e95c-bb6e-416a-b3d9-f0eb882f1486 gateway port host: dv-cinder-806038-1-smb {{(pid=74946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:07:08.495597 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080c224-1cc5-4ef9-88ed-0d66f8ffa375 admin admin] Pushing event updated for resources: {'Port': ['ID=66f53f68-fbff-45a3-a7ff-e3d7db86d280,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:08.514635 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-b080c224-1cc5-4ef9-88ed-0d66f8ffa375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:08.516355 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-1b246bda-056b-4dbd-87d3-762012ad64ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-679819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62248'] for router, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:08.529326 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-1b246bda-056b-4dbd-87d3-762012ad64ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:08.628722 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-b080c224-1cc5-4ef9-88ed-0d66f8ffa375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-677317'] for router_interface, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:08.797107 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-1b246bda-056b-4dbd-87d3-762012ad64ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-678171'] for router, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:08.797920 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b246bda-056b-4dbd-87d3-762012ad64ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 044ffd15-87bd-4359-b2c5-382bb1ee1d19 {{(pid=74943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 19:07:08.822609 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-1b246bda-056b-4dbd-87d3-762012ad64ed admin admin] Notify callbacks [] for router, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:08.824501 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-1b246bda-056b-4dbd-87d3-762012ad64ed admin admin] 10.222.0.18 "DELETE /v2.0/routers/044ffd15-87bd-4359-b2c5-382bb1ee1d19 HTTP/1.1" status: 204 len: 168 time: 3.0566025 Aug 25 19:07:08.828370 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 44136) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:08.900864 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c2886f8-316b-4753-9f7b-c77cc08d408f admin admin] Deleting subnet d7025093-2f90-42bb-bb3c-06ef25a03e24 {{(pid=74943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 19:07:08.904632 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-1c2886f8-316b-4753-9f7b-c77cc08d408f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:08.915753 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-b080c224-1cc5-4ef9-88ed-0d66f8ffa375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:08.942163 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-9d6e9619-4133-4d11-9d87-e3f6c8b27736 None None] Provisioning for port 66f53f68-fbff-45a3-a7ff-e3d7db86d280 completed by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:07:08.954195 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-9d6e9619-4133-4d11-9d87-e3f6c8b27736 None None] Provisioning complete for port 66f53f68-fbff-45a3-a7ff-e3d7db86d280 triggered by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:07:08.954799 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-9d6e9619-4133-4d11-9d87-e3f6c8b27736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:08.969176 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-2b3870b2-6017-4219-9233-d232b30ecff8 req-047d1761-0e1d-4ff3-9035-4b77b91a0a3e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4284177 Aug 25 19:07:08.973801 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-1c2886f8-316b-4753-9f7b-c77cc08d408f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4158297'] for subnet, precommit_delete_associations {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:09.061457 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-149a5aac-8b06-4f5c-9034-a3173b4760cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf3e95c-bb6e-416a-b3d9-f0eb882f1486', 'name': 'tempest-TestMinimumBasicScenario-1203416767-router', 'tenant_id': '5bff39bca4ac4d27b1947941bd050e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': '43c908b7-6827-4c0d-b14a-79d56c2f1794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:01Z', 'updated_at': '2021-08-25T19:07:04Z', 'revision_number': 3, 'project_id': '5bff39bca4ac4d27b1947941bd050e28', 'gw_port': {'id': '43c908b7-6827-4c0d-b14a-79d56c2f1794', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cb:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf3e95c-bb6e-416a-b3d9-f0eb882f1486', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:03Z', 'updated_at': '2021-08-25T19:07:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb'}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:07:09.069144 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-1c2886f8-316b-4753-9f7b-c77cc08d408f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1748394'] for subnet, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:09.071782 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149a5aac-8b06-4f5c-9034-a3173b4760cb None None] The sync data for ids ['acf3e95c-bb6e-416a-b3d9-f0eb882f1486'] in dv-cinder-806038-1-smb is: [{'id': 'acf3e95c-bb6e-416a-b3d9-f0eb882f1486', 'name': 'tempest-TestMinimumBasicScenario-1203416767-router', 'tenant_id': '5bff39bca4ac4d27b1947941bd050e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': '43c908b7-6827-4c0d-b14a-79d56c2f1794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:01Z', 'updated_at': '2021-08-25T19:07:04Z', 'revision_number': 3, 'project_id': '5bff39bca4ac4d27b1947941bd050e28', 'gw_port': {'id': '43c908b7-6827-4c0d-b14a-79d56c2f1794', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cb:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf3e95c-bb6e-416a-b3d9-f0eb882f1486', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:03Z', 'updated_at': '2021-08-25T19:07:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb'}] {{(pid=74946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:07:09.116693 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-9d6e9619-4133-4d11-9d87-e3f6c8b27736 None None] Port 66f53f68-fbff-45a3-a7ff-e3d7db86d280 cannot update to ACTIVE because it is not bound. {{(pid=74945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 19:07:09.202265 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 44140) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:09.216453 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-1c2886f8-316b-4753-9f7b-c77cc08d408f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1748371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3958193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4138906'] for subnet, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:09.221704 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-ee8dc056-4c84-4350-8acc-56f501f3875c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:09.265470 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2886f8-316b-4753-9f7b-c77cc08d408f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7025093-2f90-42bb-bb3c-06ef25a03e24,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:09.268583 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-1c2886f8-316b-4753-9f7b-c77cc08d408f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:09.285777 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-1c2886f8-316b-4753-9f7b-c77cc08d408f admin admin] Notify callbacks [] for subnet, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:09.297790 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-1c2886f8-316b-4753-9f7b-c77cc08d408f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d7025093-2f90-42bb-bb3c-06ef25a03e24 HTTP/1.1" status: 204 len: 168 time: 0.4639804 Aug 25 19:07:09.298166 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 44146) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:09.387658 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-2b3870b2-6017-4219-9233-d232b30ecff8 req-acebc12d-449e-422f-9ecb-2c0a61652ebe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3e48406004b648a0990504d66c49cab7&device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 1099 time: 0.3478017 Aug 25 19:07:09.458896 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-9d13529c-5a3b-4bf5-8ca9-0f881621377e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792208'] for network, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:09.581867 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-b1b5e6ba-a658-4209-9609-068db2a7e674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:09.710513 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-b1b5e6ba-a658-4209-9609-068db2a7e674 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:09.717981 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-9d13529c-5a3b-4bf5-8ca9-0f881621377e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1747491', 'neutron.services.segments.db._delete_segments_for_network-8730660705410'] for network, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:09.726143 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-b1b5e6ba-a658-4209-9609-068db2a7e674 admin admin] Usage tracker for resource:security_group_rule and tenant:ec43a9ff68bb4454944abf5d971b947f is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:09.735927 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-b1b5e6ba-a658-4209-9609-068db2a7e674 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:09.744733 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.services.segments.db [None req-9d13529c-5a3b-4bf5-8ca9-0f881621377e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c33251a-0801-4a8e-9ce9-f5fabe3b7086']}} {{(pid=74943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:07:09.752305 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-b1b5e6ba-a658-4209-9609-068db2a7e674 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:09.782211 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-b080c224-1cc5-4ef9-88ed-0d66f8ffa375 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:09.796082 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-b080c224-1cc5-4ef9-88ed-0d66f8ffa375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3912932'] for port, after_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:09.850719 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:09.868148 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.services.segments.db [None req-9d13529c-5a3b-4bf5-8ca9-0f881621377e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c424df30-762d-4cfc-be1c-63bc54b3e8fa') {'for_net_delete': True} {{(pid=74943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:07:09.868980 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.services.segments.db [None req-9d13529c-5a3b-4bf5-8ca9-0f881621377e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c424df30-762d-4cfc-be1c-63bc54b3e8fa') {} {{(pid=74943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:07:09.888447 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-9d13529c-5a3b-4bf5-8ca9-0f881621377e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730660708253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4158294'] for segment, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:09.916045 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-9d13529c-5a3b-4bf5-8ca9-0f881621377e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748241'] for segment, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:09.928968 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d13529c-5a3b-4bf5-8ca9-0f881621377e admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=74943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 19:07:09.929473 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-9d13529c-5a3b-4bf5-8ca9-0f881621377e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1748239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3958039'] for segment, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:09.943618 dv-cinder-806038-1-smb neutron-server[74943]: Traceback (most recent call last): Aug 25 19:07:09.943618 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 19:07:09.943618 dv-cinder-806038-1-smb neutron-server[74943]: timer() Aug 25 19:07:09.943618 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 19:07:09.943618 dv-cinder-806038-1-smb neutron-server[74943]: cb(*args, **kw) Aug 25 19:07:09.943618 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 19:07:09.943618 dv-cinder-806038-1-smb neutron-server[74943]: return func(*args, **kwargs) Aug 25 19:07:09.943618 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 19:07:09.943618 dv-cinder-806038-1-smb neutron-server[74943]: self._notify() Aug 25 19:07:09.943618 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 19:07:09.943618 dv-cinder-806038-1-smb neutron-server[74943]: self.callback(batched_events) Aug 25 19:07:09.943618 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 19:07:09.943618 dv-cinder-806038-1-smb neutron-server[74943]: event.method(event) Aug 25 19:07:09.943618 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 19:07:09.943618 dv-cinder-806038-1-smb neutron-server[74943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 19:07:09.943618 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 19:07:09.943618 dv-cinder-806038-1-smb neutron-server[74943]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 19:07:09.943618 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 19:07:09.943618 dv-cinder-806038-1-smb neutron-server[74943]: return f(self, *a, **k) Aug 25 19:07:09.943618 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 19:07:09.943618 dv-cinder-806038-1-smb neutron-server[74943]: return self._get(url).json() Aug 25 19:07:09.943618 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 19:07:09.943618 dv-cinder-806038-1-smb neutron-server[74943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 19:07:09.943618 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 19:07:09.943618 dv-cinder-806038-1-smb neutron-server[74943]: return self.request(url, 'GET', **kwargs) Aug 25 19:07:09.943618 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 19:07:09.943618 dv-cinder-806038-1-smb neutron-server[74943]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 19:07:09.943618 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 19:07:09.943618 dv-cinder-806038-1-smb neutron-server[74943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 19:07:09.943618 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 19:07:09.943618 dv-cinder-806038-1-smb neutron-server[74943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 19:07:09.943618 dv-cinder-806038-1-smb neutron-server[74943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 19:07:10.011898 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080c224-1cc5-4ef9-88ed-0d66f8ffa375 admin admin] Pushing event updated for resources: {'Port': ['ID=66f53f68-fbff-45a3-a7ff-e3d7db86d280,revision_number=2']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:10.024221 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3870b2-6017-4219-9233-d232b30ecff8 req-862984fa-20eb-428d-8b14-9afc2db6b38c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:10.027782 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-2b3870b2-6017-4219-9233-d232b30ecff8 req-862984fa-20eb-428d-8b14-9afc2db6b38c service neutron] 10.222.0.23 "GET /v2.0/networks?id=4729cc76-35b6-44e9-ab20-fbd23b7c92c4 HTTP/1.1" status: 200 len: 912 time: 0.6095364 Aug 25 19:07:10.033584 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-b080c224-1cc5-4ef9-88ed-0d66f8ffa375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:10.079778 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-9d13529c-5a3b-4bf5-8ca9-0f881621377e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1747496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677210'] for network, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:10.099022 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-b1b5e6ba-a658-4209-9609-068db2a7e674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:10.114253 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:10.137824 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-9d13529c-5a3b-4bf5-8ca9-0f881621377e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for network, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:10.145162 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-b1b5e6ba-a658-4209-9609-068db2a7e674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:10.185818 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d13529c-5a3b-4bf5-8ca9-0f881621377e admin admin] Pushing event deleted for resources: {'Network': ['ID=1c33251a-0801-4a8e-9ce9-f5fabe3b7086,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:10.186675 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 43c908b7-6827-4c0d-b14a-79d56c2f1794 up at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:07:10.191626 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-9d13529c-5a3b-4bf5-8ca9-0f881621377e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:10.193561 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-9d13529c-5a3b-4bf5-8ca9-0f881621377e admin admin] 10.222.0.18 "DELETE /v2.0/networks/1c33251a-0801-4a8e-9ce9-f5fabe3b7086 HTTP/1.1" status: 204 len: 168 time: 0.8941307 Aug 25 19:07:10.194992 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-5f471915-da24-47fe-9f68-de11cc6f0b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:10.222323 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-b080c224-1cc5-4ef9-88ed-0d66f8ffa375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2088205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-675884'] for router_interface, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:10.230263 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-b1b5e6ba-a658-4209-9609-068db2a7e674 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ec43a9ff68bb4454944abf5d971b947f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0264728 Aug 25 19:07:10.236952 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 44152) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:10.248505 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b5e6ba-a658-4209-9609-068db2a7e674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911bb023-8c56-47f1-adab-f95e96dc70a9,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:10.255476 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-b1b5e6ba-a658-4209-9609-068db2a7e674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:10.356796 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-2b3870b2-6017-4219-9233-d232b30ecff8 req-c030d818-8c6b-43fe-a6ad-94216050d3c8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3 HTTP/1.1" status: 200 len: 1001 time: 0.3144069 Aug 25 19:07:10.364919 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning for port 43c908b7-6827-4c0d-b14a-79d56c2f1794 completed by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:07:10.372693 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning complete for port 43c908b7-6827-4c0d-b14a-79d56c2f1794 triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:07:10.373967 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:10.466128 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 44156) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:10.503950 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-8e59da58-656f-40fc-90d5-0872f98d40df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:10.508440 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3870b2-6017-4219-9233-d232b30ecff8 req-13ae2da5-b738-41aa-8c3f-901a36de29ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:10.510283 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-2b3870b2-6017-4219-9233-d232b30ecff8 req-13ae2da5-b738-41aa-8c3f-901a36de29ed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bcd4d869-de2c-42cf-bf24-a126ff729354 HTTP/1.1" status: 200 len: 850 time: 0.1338632 Aug 25 19:07:10.532106 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-c62fdfca-b574-4300-8896-3255110678ae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fc911d35cfa94aeabb9512a89dca20b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0606666 Aug 25 19:07:10.532412 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 44160) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:10.536329 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:10.559741 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] For port 43c908b7-6827-4c0d-b14a-79d56c2f1794, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=43c908b7-6827-4c0d-b14a-79d56c2f1794,segment=NetworkSegment(f1739f72-e14f-462c-b4e7-56bd3b40258a),segment_id=f1739f72-e14f-462c-b4e7-56bd3b40258a)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:07:10.566085 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:10.569731 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:10.573125 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b080c224-1cc5-4ef9-88ed-0d66f8ffa375 admin admin] Network d2049545-92f7-4e97-8b75-aba4057d3fca is already hosted by enough agents. {{(pid=74944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:07:10.586265 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.base_scheduler [None req-b080c224-1cc5-4ef9-88ed-0d66f8ffa375 admin admin] Resources bound (agent type, host, resource id): {{(pid=74944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:07:10.611156 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-e4d59860-ab11-46ca-9c96-a7c150dfa6cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:10.646273 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-e4d59860-ab11-46ca-9c96-a7c150dfa6cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:10.657711 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-8e59da58-656f-40fc-90d5-0872f98d40df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:10.676103 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device bfe58739-cb53-44d8-8bc6-426c57fc6a82 no longer exists at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:07:10.713800 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-e4d59860-ab11-46ca-9c96-a7c150dfa6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:10.718616 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-5e723b9d-36ff-4564-8ede-5425e452d0ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:10.738022 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d59860-ab11-46ca-9c96-a7c150dfa6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a681416-02ab-422d-9933-1944dcbc9401,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:10.742665 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] No Port match for: bfe58739-cb53-44d8-8bc6-426c57fc6a82 {{(pid=74945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:07:10.743222 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-e4d59860-ab11-46ca-9c96-a7c150dfa6cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:10.743602 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device bfe58739-cb53-44d8-8bc6-426c57fc6a82 not bound to the agent host dv-cinder-806038-1-smb {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:07:10.753608 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-e4d59860-ab11-46ca-9c96-a7c150dfa6cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:10.754065 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Pushing event updated for resources: {'Port': ['ID=43c908b7-6827-4c0d-b14a-79d56c2f1794,revision_number=4']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:10.755188 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-e4d59860-ab11-46ca-9c96-a7c150dfa6cb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a681416-02ab-422d-9933-1944dcbc9401 HTTP/1.1" status: 204 len: 168 time: 0.2218244 Aug 25 19:07:10.771604 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:10.957251 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-2b3870b2-6017-4219-9233-d232b30ecff8 req-acf37628-bb77-4156-b61b-7786c2353c5b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4729cc76-35b6-44e9-ab20-fbd23b7c92c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4326346 Aug 25 19:07:10.966932 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-91a1c194-05ef-4d49-ad4e-897d8acd4532 None None] Provisioning complete for port 66f53f68-fbff-45a3-a7ff-e3d7db86d280 triggered by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:07:10.968100 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-91a1c194-05ef-4d49-ad4e-897d8acd4532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:11.059895 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-91a1c194-05ef-4d49-ad4e-897d8acd4532 None None] Port 66f53f68-fbff-45a3-a7ff-e3d7db86d280 cannot update to ACTIVE because it is not bound. {{(pid=74945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 19:07:11.119601 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-8e59da58-656f-40fc-90d5-0872f98d40df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:11.126326 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-3c15858b-647b-4fbc-b5d5-a0b73112ec61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:11.143334 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e59da58-656f-40fc-90d5-0872f98d40df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911bb023-8c56-47f1-adab-f95e96dc70a9,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:11.145778 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-8e59da58-656f-40fc-90d5-0872f98d40df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:11.212315 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-8e59da58-656f-40fc-90d5-0872f98d40df admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:11.215814 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-8e59da58-656f-40fc-90d5-0872f98d40df admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/911bb023-8c56-47f1-adab-f95e96dc70a9 HTTP/1.1" status: 204 len: 168 time: 0.9575207 Aug 25 19:07:11.224759 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-2b3870b2-6017-4219-9233-d232b30ecff8 req-493e416b-554e-4219-9fc1-83145c4ee695 service neutron] 10.222.0.23 "GET /v2.0/networks/4729cc76-35b6-44e9-ab20-fbd23b7c92c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595406 Aug 25 19:07:11.455188 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-2b3870b2-6017-4219-9233-d232b30ecff8 req-4c5bae43-8e8d-496e-842d-d2aa5f7f4bf5 service neutron] 10.222.0.23 "GET /v2.0/networks/4729cc76-35b6-44e9-ab20-fbd23b7c92c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200611 Aug 25 19:07:11.497030 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b080c224-1cc5-4ef9-88ed-0d66f8ffa375 admin admin] Router acf3e95c-bb6e-416a-b3d9-f0eb882f1486 has already been hosted by L3 agent 6ef59418-d088-436f-8fb3-73af7fac7dac {{(pid=74944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:07:11.749046 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 44182) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:11.772548 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-228ea4bb-9a0c-4e55-a93d-ae2fbadbbc6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:11.774426 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b080c224-1cc5-4ef9-88ed-0d66f8ffa375 admin admin] Notify agent at l3_agent.dv-cinder-806038-1-smb the message routers_updated {{(pid=74944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:07:11.786833 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-b080c224-1cc5-4ef9-88ed-0d66f8ffa375 admin admin] 10.222.0.18 "PUT /v2.0/routers/acf3e95c-bb6e-416a-b3d9-f0eb882f1486/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0386333 Aug 25 19:07:11.811638 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-228ea4bb-9a0c-4e55-a93d-ae2fbadbbc6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:11.816311 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-228ea4bb-9a0c-4e55-a93d-ae2fbadbbc6a admin admin] Usage tracker for resource:security_group_rule and tenant:41efcf8d283b44c6ab102ae17cbb9795 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:11.821179 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-228ea4bb-9a0c-4e55-a93d-ae2fbadbbc6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:11.828568 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-228ea4bb-9a0c-4e55-a93d-ae2fbadbbc6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:11.915397 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-228ea4bb-9a0c-4e55-a93d-ae2fbadbbc6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:11.921763 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-228ea4bb-9a0c-4e55-a93d-ae2fbadbbc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:11.933292 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-ceafe952-e66c-454b-bf29-41b2a2c31cdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:11.974904 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ea4bb-9a0c-4e55-a93d-ae2fbadbbc6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4da170b-8a57-40f4-9998-31b3bb2fb2c1,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:11.987212 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-228ea4bb-9a0c-4e55-a93d-ae2fbadbbc6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:12.019548 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-228ea4bb-9a0c-4e55-a93d-ae2fbadbbc6a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=41efcf8d283b44c6ab102ae17cbb9795&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2688823 Aug 25 19:07:12.022780 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 44192) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:12.100586 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-4bbe0c85-dc39-4c89-88c0-61b5e522bcbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:12.149075 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-4bbe0c85-dc39-4c89-88c0-61b5e522bcbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:12.175514 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 43c908b7-6827-4c0d-b14a-79d56c2f1794 up at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:07:12.241598 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-4bbe0c85-dc39-4c89-88c0-61b5e522bcbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:12.248571 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-d436647f-705c-43ca-aa14-9a0dd1eeab18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:12.263492 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe0c85-dc39-4c89-88c0-61b5e522bcbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4da170b-8a57-40f4-9998-31b3bb2fb2c1,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:12.275338 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-4bbe0c85-dc39-4c89-88c0-61b5e522bcbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:12.276751 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-4bbe0c85-dc39-4c89-88c0-61b5e522bcbb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c4da170b-8a57-40f4-9998-31b3bb2fb2c1 HTTP/1.1" status: 204 len: 168 time: 0.2527263 Aug 25 19:07:12.280657 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbe0c85-dc39-4c89-88c0-61b5e522bcbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:12.281190 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbe0c85-dc39-4c89-88c0-61b5e522bcbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:12.281650 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbe0c85-dc39-4c89-88c0-61b5e522bcbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:12.282108 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbe0c85-dc39-4c89-88c0-61b5e522bcbb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:12.283012 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbe0c85-dc39-4c89-88c0-61b5e522bcbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:12.283401 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbe0c85-dc39-4c89-88c0-61b5e522bcbb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:12.283854 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbe0c85-dc39-4c89-88c0-61b5e522bcbb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:12.284303 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbe0c85-dc39-4c89-88c0-61b5e522bcbb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:12.284792 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbe0c85-dc39-4c89-88c0-61b5e522bcbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:12.285293 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbe0c85-dc39-4c89-88c0-61b5e522bcbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:12.285735 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbe0c85-dc39-4c89-88c0-61b5e522bcbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:12.289674 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-4bbe0c85-dc39-4c89-88c0-61b5e522bcbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:12.363743 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning complete for port 43c908b7-6827-4c0d-b14a-79d56c2f1794 triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:07:12.364282 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:12.476679 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-e72c5498-2521-4c3f-ae1f-453270622e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:12.891574 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:13.095005 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 44218) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:13.135522 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-8150441d-a2d8-418b-aa6e-4cfa9cab9107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:13.194927 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-8150441d-a2d8-418b-aa6e-4cfa9cab9107 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:13.202102 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-8150441d-a2d8-418b-aa6e-4cfa9cab9107 admin admin] Usage tracker for resource:security_group_rule and tenant:d6706ea3cb6141ff8839ff8d7df2b2bc is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:13.207264 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-8150441d-a2d8-418b-aa6e-4cfa9cab9107 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:13.218838 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-8150441d-a2d8-418b-aa6e-4cfa9cab9107 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:13.354287 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-8150441d-a2d8-418b-aa6e-4cfa9cab9107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:13.360989 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-8150441d-a2d8-418b-aa6e-4cfa9cab9107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:13.380100 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-23b96070-3971-449b-8be7-db430e256d6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:13.380622 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b628e1-4826-481d-84f8-f3ec9ae68a71 None None] Sync routers for ids ['acf3e95c-bb6e-416a-b3d9-f0eb882f1486'] in dv-cinder-806038-1-smb {{(pid=74946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:07:13.402962 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b628e1-4826-481d-84f8-f3ec9ae68a71 None None] Routers {'acf3e95c-bb6e-416a-b3d9-f0eb882f1486'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:07:13.404425 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-45b628e1-4826-481d-84f8-f3ec9ae68a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:06:45Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['acf3e95c-bb6e-416a-b3d9-f0eb882f1486'], 'active': True} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:07:13.425443 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8150441d-a2d8-418b-aa6e-4cfa9cab9107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c6b79f-5612-4775-a3a4-bc2dea3d5334,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:13.430283 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-8150441d-a2d8-418b-aa6e-4cfa9cab9107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:13.433450 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-8150441d-a2d8-418b-aa6e-4cfa9cab9107 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d6706ea3cb6141ff8839ff8d7df2b2bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3362057 Aug 25 19:07:13.438135 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 44226) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:13.597352 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-fba14a92-eb75-4a9f-ace6-9e304aead91b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:13.657049 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-fba14a92-eb75-4a9f-ace6-9e304aead91b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:13.714700 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvr_db [None req-45b628e1-4826-481d-84f8-f3ec9ae68a71 None None] Set router acf3e95c-bb6e-416a-b3d9-f0eb882f1486 gateway port host: dv-cinder-806038-1-smb {{(pid=74946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:07:13.761202 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-fba14a92-eb75-4a9f-ace6-9e304aead91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:13.778237 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-9dfac406-74c6-4645-941e-18ae98e44477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:13.801005 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba14a92-eb75-4a9f-ace6-9e304aead91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c6b79f-5612-4775-a3a4-bc2dea3d5334,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:13.829605 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba14a92-eb75-4a9f-ace6-9e304aead91b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:13.830478 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba14a92-eb75-4a9f-ace6-9e304aead91b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:13.831102 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba14a92-eb75-4a9f-ace6-9e304aead91b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:13.831706 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba14a92-eb75-4a9f-ace6-9e304aead91b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:13.832460 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba14a92-eb75-4a9f-ace6-9e304aead91b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:13.833081 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba14a92-eb75-4a9f-ace6-9e304aead91b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:13.833704 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba14a92-eb75-4a9f-ace6-9e304aead91b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:13.834376 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba14a92-eb75-4a9f-ace6-9e304aead91b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:13.835131 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba14a92-eb75-4a9f-ace6-9e304aead91b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:13.835883 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba14a92-eb75-4a9f-ace6-9e304aead91b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:13.836504 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba14a92-eb75-4a9f-ace6-9e304aead91b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:13.843457 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-fba14a92-eb75-4a9f-ace6-9e304aead91b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:13.845482 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-fba14a92-eb75-4a9f-ace6-9e304aead91b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:13.849657 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-fba14a92-eb75-4a9f-ace6-9e304aead91b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/75c6b79f-5612-4775-a3a4-bc2dea3d5334 HTTP/1.1" status: 204 len: 168 time: 0.4074037 Aug 25 19:07:14.022328 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 44242) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:14.031647 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [None req-3f443f39-7500-422d-ab63-4436edaeaf79 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-224020454-network', 'tenant_id': 'f5b5859105584d5aa31fab895e4caf32'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:07:14.037236 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-3f443f39-7500-422d-ab63-4436edaeaf79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:14.042152 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-3f443f39-7500-422d-ab63-4436edaeaf79 admin admin] Usage tracker for resource:network and tenant:f5b5859105584d5aa31fab895e4caf32 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:14.046001 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-3f443f39-7500-422d-ab63-4436edaeaf79 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:14.054306 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-3f443f39-7500-422d-ab63-4436edaeaf79 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:14.078790 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f443f39-7500-422d-ab63-4436edaeaf79 admin admin] Made reservation on behalf of f5b5859105584d5aa31fab895e4caf32 for: {'network': 1} {{(pid=74944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:07:14.083813 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-3f443f39-7500-422d-ab63-4436edaeaf79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for network, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:14.094869 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-45b628e1-4826-481d-84f8-f3ec9ae68a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf3e95c-bb6e-416a-b3d9-f0eb882f1486', 'name': 'tempest-TestMinimumBasicScenario-1203416767-router', 'tenant_id': '5bff39bca4ac4d27b1947941bd050e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': '43c908b7-6827-4c0d-b14a-79d56c2f1794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:01Z', 'updated_at': '2021-08-25T19:07:08Z', 'revision_number': 4, 'project_id': '5bff39bca4ac4d27b1947941bd050e28', 'gw_port': {'id': '43c908b7-6827-4c0d-b14a-79d56c2f1794', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf3e95c-bb6e-416a-b3d9-f0eb882f1486', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:03Z', 'updated_at': '2021-08-25T19:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_interfaces': [{'id': '66f53f68-fbff-45a3-a7ff-e3d7db86d280', 'name': '', 'network_id': 'd2049545-92f7-4e97-8b75-aba4057d3fca', 'tenant_id': '5bff39bca4ac4d27b1947941bd050e28', 'mac_address': 'fa:16:3e:78:57:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf3e95c-bb6e-416a-b3d9-f0eb882f1486', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96da7e0f-8b66-4c82-8362-f0eac7936cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:07Z', 'updated_at': '2021-08-25T19:07:09Z', 'revision_number': 2, 'project_id': '5bff39bca4ac4d27b1947941bd050e28', 'subnets': [{'id': '96da7e0f-8b66-4c82-8362-f0eac7936cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:07:14.099591 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b628e1-4826-481d-84f8-f3ec9ae68a71 None None] Checking router: acf3e95c-bb6e-416a-b3d9-f0eb882f1486 for host: dv-cinder-806038-1-smb {{(pid=74946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:07:14.100017 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b628e1-4826-481d-84f8-f3ec9ae68a71 None None] Updating router acf3e95c-bb6e-416a-b3d9-f0eb882f1486 port 66f53f68-fbff-45a3-a7ff-e3d7db86d280 binding host dv-cinder-806038-1-smb {{(pid=74946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 19:07:14.101211 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-3f443f39-7500-422d-ab63-4436edaeaf79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:14.144423 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-3f443f39-7500-422d-ab63-4436edaeaf79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:14.149416 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-3f443f39-7500-422d-ab63-4436edaeaf79 admin admin] Usage tracker for resource:security_group_rule and tenant:f5b5859105584d5aa31fab895e4caf32 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:14.154767 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-3f443f39-7500-422d-ab63-4436edaeaf79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:14.161831 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-3f443f39-7500-422d-ab63-4436edaeaf79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:14.180102 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [None req-45b628e1-4826-481d-84f8-f3ec9ae68a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:14.275371 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-3f443f39-7500-422d-ab63-4436edaeaf79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:14.282162 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-3f443f39-7500-422d-ab63-4436edaeaf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:14.287530 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-4145f1ea-99ff-4309-9905-1548631f856b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:14.340967 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f443f39-7500-422d-ab63-4436edaeaf79 admin admin] vlan segment allocate from pool success with {'vlan_id': 805, 'physical_network': 'physnet1'} {{(pid=74944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 19:07:14.352001 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f443f39-7500-422d-ab63-4436edaeaf79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcca22e3-9838-4f54-b7c7-a8a6e768167f,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:14.356854 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-3f443f39-7500-422d-ab63-4436edaeaf79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:14.361476 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-3f443f39-7500-422d-ab63-4436edaeaf79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748241'] for segment, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:14.361966 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.db.segments_db [None req-3f443f39-7500-422d-ab63-4436edaeaf79 admin admin] Added segment a326238f-4a2b-45e7-8906-0524c14c5d5a of type vlan for network d7d359c0-31d5-4239-b2a1-1fec45c60f66 Aug 25 19:07:14.397139 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-3f443f39-7500-422d-ab63-4436edaeaf79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730660192678'] for network, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:14.440996 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-3f443f39-7500-422d-ab63-4436edaeaf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697'] for network, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:14.442792 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f443f39-7500-422d-ab63-4436edaeaf79 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:14.444489 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-3f443f39-7500-422d-ab63-4436edaeaf79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for network, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:14.450311 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:14.577147 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f443f39-7500-422d-ab63-4436edaeaf79 admin admin] Pushing event updated for resources: {'Network': ['ID=d7d359c0-31d5-4239-b2a1-1fec45c60f66,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:14.581446 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-3f443f39-7500-422d-ab63-4436edaeaf79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:14.583970 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-3f443f39-7500-422d-ab63-4436edaeaf79 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5602698 Aug 25 19:07:14.587066 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 44262) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:14.589423 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Network d7d359c0-31d5-4239-b2a1-1fec45c60f66 details requested by agent ovs-agent-dv-cinder-806038-1-smb with host dv-cinder-806038-1-smb {{(pid=74945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 19:07:14.593807 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [None req-71e959b4-9694-4e59-af41-332adebe336f admin admin] Request body: {'subnet': {'network_id': 'd7d359c0-31d5-4239-b2a1-1fec45c60f66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-224020454-subnet', 'tenant_id': 'f5b5859105584d5aa31fab895e4caf32', 'ip_version': 4}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:07:14.601865 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-71e959b4-9694-4e59-af41-332adebe336f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:14.608027 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-71e959b4-9694-4e59-af41-332adebe336f admin admin] Usage tracker for resource:subnet and tenant:f5b5859105584d5aa31fab895e4caf32 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:14.613034 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-71e959b4-9694-4e59-af41-332adebe336f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:14.622159 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-71e959b4-9694-4e59-af41-332adebe336f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:14.639287 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e959b4-9694-4e59-af41-332adebe336f admin admin] Made reservation on behalf of f5b5859105584d5aa31fab895e4caf32 for: {'subnet': 1} {{(pid=74943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:07:14.644347 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-71e959b4-9694-4e59-af41-332adebe336f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4138881'] for subnet, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:14.697261 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [None req-45b628e1-4826-481d-84f8-f3ec9ae68a71 None None] Notify callbacks [] for port, precommit_update {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:14.733427 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.provisioning_blocks [None req-45b628e1-4826-481d-84f8-f3ec9ae68a71 None None] Transition to ACTIVE for port object 66f53f68-fbff-45a3-a7ff-e3d7db86d280 will not be triggered until provisioned by entity L2. {{(pid=74946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:07:14.743795 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [None req-45b628e1-4826-481d-84f8-f3ec9ae68a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:14.749109 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG oslo_concurrency.lockutils [None req-7e5625cb-8954-40c7-963a-d832eb1b007f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:14.908432 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e2ee0-b809-4a83-8a3e-87a386534e9b None None] Pushing event updated for resources: {'Port': ['ID=66f53f68-fbff-45a3-a7ff-e3d7db86d280,revision_number=3']} {{(pid=74946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:14.911933 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG oslo_concurrency.lockutils [None req-383e2ee0-b809-4a83-8a3e-87a386534e9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=74946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:14.996170 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-ce98008a-5769-4768-bbd4-d776147e95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:15.027182 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.managers [None req-45b628e1-4826-481d-84f8-f3ec9ae68a71 None None] Attempting to bind port 66f53f68-fbff-45a3-a7ff-e3d7db86d280 on host dv-cinder-806038-1-smb for vnic_type normal with profile {{(pid=74946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:07:15.027847 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.managers [None req-45b628e1-4826-481d-84f8-f3ec9ae68a71 None None] Attempting to bind port 66f53f68-fbff-45a3-a7ff-e3d7db86d280 by drivers openvswitch,hyperv on host dv-cinder-806038-1-smb at level 0 using segments [{'id': '29a4bbfe-a834-4c4c-8299-f29887d9e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd2049545-92f7-4e97-8b75-aba4057d3fca'}] {{(pid=74946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:07:15.028380 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b628e1-4826-481d-84f8-f3ec9ae68a71 None None] Attempting to bind port 66f53f68-fbff-45a3-a7ff-e3d7db86d280 on network d2049545-92f7-4e97-8b75-aba4057d3fca {{(pid=74946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:07:15.036687 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b628e1-4826-481d-84f8-f3ec9ae68a71 None None] Checking agent: {'id': 'ade42a89-c411-4b33-b073-1b38210940ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 43), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:07:15.038133 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b628e1-4826-481d-84f8-f3ec9ae68a71 None None] Checking segment: {'id': '29a4bbfe-a834-4c4c-8299-f29887d9e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd2049545-92f7-4e97-8b75-aba4057d3fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:07:15.038739 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [None req-45b628e1-4826-481d-84f8-f3ec9ae68a71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:15.051126 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b628e1-4826-481d-84f8-f3ec9ae68a71 None None] Bound using segment: {'id': '29a4bbfe-a834-4c4c-8299-f29887d9e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd2049545-92f7-4e97-8b75-aba4057d3fca'} {{(pid=74946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:07:15.054025 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.managers [None req-45b628e1-4826-481d-84f8-f3ec9ae68a71 None None] Bound port: 66f53f68-fbff-45a3-a7ff-e3d7db86d280, host: dv-cinder-806038-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a4bbfe-a834-4c4c-8299-f29887d9e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd2049545-92f7-4e97-8b75-aba4057d3fca'}}] {{(pid=74946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:07:15.054938 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [None req-45b628e1-4826-481d-84f8-f3ec9ae68a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:15.234015 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.db [None req-45b628e1-4826-481d-84f8-f3ec9ae68a71 None None] For port 66f53f68-fbff-45a3-a7ff-e3d7db86d280, host dv-cinder-806038-1-smb, cleared binding levels {{(pid=74946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:07:15.238396 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.db [None req-45b628e1-4826-481d-84f8-f3ec9ae68a71 None None] For port 66f53f68-fbff-45a3-a7ff-e3d7db86d280, host dv-cinder-806038-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=66f53f68-fbff-45a3-a7ff-e3d7db86d280,segment=NetworkSegment(29a4bbfe-a834-4c4c-8299-f29887d9e0b7),segment_id=29a4bbfe-a834-4c4c-8299-f29887d9e0b7)] {{(pid=74946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:07:15.248725 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [None req-45b628e1-4826-481d-84f8-f3ec9ae68a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:15.274056 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-71e959b4-9694-4e59-af41-332adebe336f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3958270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4138899'] for subnet, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:15.278706 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG oslo_concurrency.lockutils [None req-383e2ee0-b809-4a83-8a3e-87a386534e9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:15.290121 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:15.326853 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 44278) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:15.440489 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e2ee0-b809-4a83-8a3e-87a386534e9b None None] Pushing event updated for resources: {'Port': ['ID=66f53f68-fbff-45a3-a7ff-e3d7db86d280,revision_number=4']} {{(pid=74946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:15.445102 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b628e1-4826-481d-84f8-f3ec9ae68a71 None None] Routers {'acf3e95c-bb6e-416a-b3d9-f0eb882f1486'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:07:15.446087 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-45b628e1-4826-481d-84f8-f3ec9ae68a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:07:15Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['acf3e95c-bb6e-416a-b3d9-f0eb882f1486'], 'active': True} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:07:15.446269 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e959b4-9694-4e59-af41-332adebe336f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1149068e-6ff6-49d3-a047-4d4fd3892890,revision_number=0']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:15.452713 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-71e959b4-9694-4e59-af41-332adebe336f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:15.513188 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e959b4-9694-4e59-af41-332adebe336f admin admin] Checking segment: {'id': 'a326238f-4a2b-45e7-8906-0524c14c5d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd7d359c0-31d5-4239-b2a1-1fec45c60f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:07:15.513999 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e959b4-9694-4e59-af41-332adebe336f admin admin] Network hostable DHCP agents. Network: d7d359c0-31d5-4239-b2a1-1fec45c60f66, hostable agents: ['27d70ae6-e524-414d-8203-429baaa22b85'], hosted agents: [] {{(pid=74943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 19:07:15.571993 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e959b4-9694-4e59-af41-332adebe336f admin admin] Network d7d359c0-31d5-4239-b2a1-1fec45c60f66 is scheduled to be hosted by DHCP agent 27d70ae6-e524-414d-8203-429baaa22b85 with binding_index 1 {{(pid=74943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 19:07:15.613676 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.base_scheduler [None req-71e959b4-9694-4e59-af41-332adebe336f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806038-1-smb, d7d359c0-31d5-4239-b2a1-1fec45c60f66) {{(pid=74943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:07:15.621669 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e959b4-9694-4e59-af41-332adebe336f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:15.622660 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-71e959b4-9694-4e59-af41-332adebe336f admin admin] Notify callbacks [] for subnet, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:15.627064 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f617ab-9da7-478b-a8d9-0c5850898379 None None] Network d7d359c0-31d5-4239-b2a1-1fec45c60f66 requested from dv-cinder-806038-1-smb {{(pid=74945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:07:15.677010 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [None req-e9591a41-d0d9-451d-a201-8c5b7b5f361b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1637662793-network', 'tenant_id': '12870fe9d1e741f69ee19a3c7c73e1ff'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:07:15.679706 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-71e959b4-9694-4e59-af41-332adebe336f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0906351 Aug 25 19:07:15.682589 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 44284) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:15.683620 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-e9591a41-d0d9-451d-a201-8c5b7b5f361b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:15.688236 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-e9591a41-d0d9-451d-a201-8c5b7b5f361b admin admin] Usage tracker for resource:network and tenant:12870fe9d1e741f69ee19a3c7c73e1ff is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:15.692143 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-e9591a41-d0d9-451d-a201-8c5b7b5f361b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:15.699636 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-e9591a41-d0d9-451d-a201-8c5b7b5f361b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:15.709813 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [None req-458a144d-cca7-4afb-a1d4-5626b0c81b69 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-224020454-router', 'tenant_id': 'f5b5859105584d5aa31fab895e4caf32', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921'}}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:07:15.714877 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9591a41-d0d9-451d-a201-8c5b7b5f361b admin admin] Made reservation on behalf of 12870fe9d1e741f69ee19a3c7c73e1ff for: {'network': 1} {{(pid=74944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:07:15.719837 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-458a144d-cca7-4afb-a1d4-5626b0c81b69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:15.722175 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-e9591a41-d0d9-451d-a201-8c5b7b5f361b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for network, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:15.732054 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-458a144d-cca7-4afb-a1d4-5626b0c81b69 admin admin] Usage tracker for resource:router and tenant:f5b5859105584d5aa31fab895e4caf32 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:15.740309 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-458a144d-cca7-4afb-a1d4-5626b0c81b69 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:15.742002 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-e9591a41-d0d9-451d-a201-8c5b7b5f361b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:15.761520 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-458a144d-cca7-4afb-a1d4-5626b0c81b69 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:15.792703 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-e9591a41-d0d9-451d-a201-8c5b7b5f361b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:15.805412 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-458a144d-cca7-4afb-a1d4-5626b0c81b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-679793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62426'] for router, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:15.808240 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-458a144d-cca7-4afb-a1d4-5626b0c81b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-682954', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62241'] for router, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:15.808561 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-e9591a41-d0d9-451d-a201-8c5b7b5f361b admin admin] Usage tracker for resource:security_group_rule and tenant:12870fe9d1e741f69ee19a3c7c73e1ff is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:15.812595 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-e9591a41-d0d9-451d-a201-8c5b7b5f361b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:15.822507 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-e9591a41-d0d9-451d-a201-8c5b7b5f361b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:15.901368 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG oslo_concurrency.lockutils [None req-383e2ee0-b809-4a83-8a3e-87a386534e9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=74946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:15.919193 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-458a144d-cca7-4afb-a1d4-5626b0c81b69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:15.989182 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-e9591a41-d0d9-451d-a201-8c5b7b5f361b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:16.005518 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-e9591a41-d0d9-451d-a201-8c5b7b5f361b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:16.011086 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:16.034777 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvr_db [None req-45b628e1-4826-481d-84f8-f3ec9ae68a71 None None] Set router acf3e95c-bb6e-416a-b3d9-f0eb882f1486 gateway port host: dv-cinder-806038-1-smb {{(pid=74946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:07:16.038241 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9591a41-d0d9-451d-a201-8c5b7b5f361b admin admin] vlan segment allocate from pool success with {'vlan_id': 806, 'physical_network': 'physnet1'} {{(pid=74944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 19:07:16.055230 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-e9591a41-d0d9-451d-a201-8c5b7b5f361b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748241'] for segment, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:16.056146 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.db.segments_db [None req-e9591a41-d0d9-451d-a201-8c5b7b5f361b admin admin] Added segment 276edf30-b66e-4e23-ad33-c0d87c6bff57 of type vlan for network 33b073fa-f579-4d52-a854-21dde8afe8fc Aug 25 19:07:16.129220 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-e9591a41-d0d9-451d-a201-8c5b7b5f361b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730660192678'] for network, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:16.185844 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-5c754d99-68ce-47ee-b49c-cfe98961dde0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:16.205708 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-e9591a41-d0d9-451d-a201-8c5b7b5f361b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697'] for network, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:16.213977 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9591a41-d0d9-451d-a201-8c5b7b5f361b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:16.215444 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-e9591a41-d0d9-451d-a201-8c5b7b5f361b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for network, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:16.268717 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-458a144d-cca7-4afb-a1d4-5626b0c81b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-679791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62263'] for router, precommit_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:16.273784 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9591a41-d0d9-451d-a201-8c5b7b5f361b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce7bbda-fb5a-4c89-8de9-bc9d94033957,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:16.283316 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-e9591a41-d0d9-451d-a201-8c5b7b5f361b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:16.284586 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:16.299536 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b27bff8-83c1-4b37-84f6-ea7ebc215248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf97a539-8509-5f51-b208-f15cf2fc9d5d-d7d359c0-31d5-4239-b2a1-1fec45c60f66', 'network_id': 'd7d359c0-31d5-4239-b2a1-1fec45c60f66', 'tenant_id': 'f5b5859105584d5aa31fab895e4caf32', 'fixed_ips': [{'subnet_id': '1149068e-6ff6-49d3-a047-4d4fd3892890'}]}} from dv-cinder-806038-1-smb. {{(pid=74945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 19:07:16.301027 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-6b27bff8-83c1-4b37-84f6-ea7ebc215248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:16.459030 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9591a41-d0d9-451d-a201-8c5b7b5f361b admin admin] Pushing event updated for resources: {'Network': ['ID=33b073fa-f579-4d52-a854-21dde8afe8fc,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:16.463788 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-e9591a41-d0d9-451d-a201-8c5b7b5f361b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:16.470829 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-e9591a41-d0d9-451d-a201-8c5b7b5f361b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1432364 Aug 25 19:07:16.471716 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 44292) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:16.482393 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [None req-20bbac60-c3b7-4396-897d-1a4a6bd86b42 admin admin] Request body: {'subnet': {'network_id': '33b073fa-f579-4d52-a854-21dde8afe8fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1637662793-subnet', 'tenant_id': '12870fe9d1e741f69ee19a3c7c73e1ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:07:16.491560 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Network 33b073fa-f579-4d52-a854-21dde8afe8fc details requested by agent ovs-agent-dv-cinder-806038-1-smb with host dv-cinder-806038-1-smb {{(pid=74945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 19:07:16.492310 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-20bbac60-c3b7-4396-897d-1a4a6bd86b42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:16.499937 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-20bbac60-c3b7-4396-897d-1a4a6bd86b42 admin admin] Usage tracker for resource:subnet and tenant:12870fe9d1e741f69ee19a3c7c73e1ff is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:16.504913 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-20bbac60-c3b7-4396-897d-1a4a6bd86b42 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:16.515854 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-20bbac60-c3b7-4396-897d-1a4a6bd86b42 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:16.550794 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20bbac60-c3b7-4396-897d-1a4a6bd86b42 admin admin] Made reservation on behalf of 12870fe9d1e741f69ee19a3c7c73e1ff for: {'subnet': 1} {{(pid=74944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:07:16.559389 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-20bbac60-c3b7-4396-897d-1a4a6bd86b42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3743298'] for subnet, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:16.737238 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-458a144d-cca7-4afb-a1d4-5626b0c81b69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:16.771399 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.db_base_plugin_common [None req-6b27bff8-83c1-4b37-84f6-ea7ebc215248 None None] Allocated IP 172.20.0.2 (d7d359c0-31d5-4239-b2a1-1fec45c60f66/1149068e-6ff6-49d3-a047-4d4fd3892890/54a29048-b37c-4d26-a425-0be750a249ae) {{(pid=74945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:07:16.772370 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-458a144d-cca7-4afb-a1d4-5626b0c81b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:17.045462 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-45b628e1-4826-481d-84f8-f3ec9ae68a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf3e95c-bb6e-416a-b3d9-f0eb882f1486', 'name': 'tempest-TestMinimumBasicScenario-1203416767-router', 'tenant_id': '5bff39bca4ac4d27b1947941bd050e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': '43c908b7-6827-4c0d-b14a-79d56c2f1794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:01Z', 'updated_at': '2021-08-25T19:07:08Z', 'revision_number': 4, 'project_id': '5bff39bca4ac4d27b1947941bd050e28', 'gw_port': {'id': '43c908b7-6827-4c0d-b14a-79d56c2f1794', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf3e95c-bb6e-416a-b3d9-f0eb882f1486', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:03Z', 'updated_at': '2021-08-25T19:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_interfaces': [{'id': '66f53f68-fbff-45a3-a7ff-e3d7db86d280', 'name': '', 'network_id': 'd2049545-92f7-4e97-8b75-aba4057d3fca', 'tenant_id': '5bff39bca4ac4d27b1947941bd050e28', 'mac_address': 'fa:16:3e:78:57:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf3e95c-bb6e-416a-b3d9-f0eb882f1486', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96da7e0f-8b66-4c82-8362-f0eac7936cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:07Z', 'updated_at': '2021-08-25T19:07:15Z', 'revision_number': 4, 'project_id': '5bff39bca4ac4d27b1947941bd050e28', 'subnets': [{'id': '96da7e0f-8b66-4c82-8362-f0eac7936cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:07:17.055949 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b628e1-4826-481d-84f8-f3ec9ae68a71 None None] The sync data for ids ['acf3e95c-bb6e-416a-b3d9-f0eb882f1486'] in dv-cinder-806038-1-smb is: [{'id': 'acf3e95c-bb6e-416a-b3d9-f0eb882f1486', 'name': 'tempest-TestMinimumBasicScenario-1203416767-router', 'tenant_id': '5bff39bca4ac4d27b1947941bd050e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': '43c908b7-6827-4c0d-b14a-79d56c2f1794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:01Z', 'updated_at': '2021-08-25T19:07:08Z', 'revision_number': 4, 'project_id': '5bff39bca4ac4d27b1947941bd050e28', 'gw_port': {'id': '43c908b7-6827-4c0d-b14a-79d56c2f1794', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf3e95c-bb6e-416a-b3d9-f0eb882f1486', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:03Z', 'updated_at': '2021-08-25T19:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_interfaces': [{'id': '66f53f68-fbff-45a3-a7ff-e3d7db86d280', 'name': '', 'network_id': 'd2049545-92f7-4e97-8b75-aba4057d3fca', 'tenant_id': '5bff39bca4ac4d27b1947941bd050e28', 'mac_address': 'fa:16:3e:78:57:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf3e95c-bb6e-416a-b3d9-f0eb882f1486', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96da7e0f-8b66-4c82-8362-f0eac7936cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:07Z', 'updated_at': '2021-08-25T19:07:15Z', 'revision_number': 4, 'project_id': '5bff39bca4ac4d27b1947941bd050e28', 'subnets': [{'id': '96da7e0f-8b66-4c82-8362-f0eac7936cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:07:17.185504 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.db_base_plugin_common [None req-458a144d-cca7-4afb-a1d4-5626b0c81b69 admin admin] Allocated IP 172.28.1.92 (417bd5a5-462f-4a89-b2a6-9bf17cf29921/fa93b1ab-a770-4eed-8e8f-a3451db1cd3c/5af901df-d9cc-4d57-a454-a4a9deefa864) {{(pid=74943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:07:17.232476 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-20bbac60-c3b7-4396-897d-1a4a6bd86b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3912785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3743312'] for subnet, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:17.241086 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:17.290783 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-6b27bff8-83c1-4b37-84f6-ea7ebc215248 None None] Notify callbacks [] for port, precommit_create {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:17.310570 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:17.312171 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-6b27bff8-83c1-4b37-84f6-ea7ebc215248 None None] Transition to ACTIVE for port object 54a29048-b37c-4d26-a425-0be750a249ae will not be triggered until provisioned by entity L2. {{(pid=74945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:07:17.325704 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bbac60-c3b7-4396-897d-1a4a6bd86b42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08c51266-d302-4579-8857-ffa2e4f9c707,revision_number=0']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:17.329331 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-20bbac60-c3b7-4396-897d-1a4a6bd86b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:17.357133 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-6b27bff8-83c1-4b37-84f6-ea7ebc215248 None None] Transition to ACTIVE for port object 54a29048-b37c-4d26-a425-0be750a249ae will not be triggered until provisioned by entity DHCP. {{(pid=74945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:07:17.368086 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-6b27bff8-83c1-4b37-84f6-ea7ebc215248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039'] for port, after_create {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:17.370131 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bbac60-c3b7-4396-897d-1a4a6bd86b42 admin admin] Checking segment: {'id': '276edf30-b66e-4e23-ad33-c0d87c6bff57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '33b073fa-f579-4d52-a854-21dde8afe8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:07:17.370545 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bbac60-c3b7-4396-897d-1a4a6bd86b42 admin admin] Network hostable DHCP agents. Network: 33b073fa-f579-4d52-a854-21dde8afe8fc, hostable agents: ['27d70ae6-e524-414d-8203-429baaa22b85'], hosted agents: [] {{(pid=74944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 19:07:17.374433 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:17.396464 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bbac60-c3b7-4396-897d-1a4a6bd86b42 admin admin] Network 33b073fa-f579-4d52-a854-21dde8afe8fc is scheduled to be hosted by DHCP agent 27d70ae6-e524-414d-8203-429baaa22b85 with binding_index 1 {{(pid=74944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 19:07:17.413912 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.base_scheduler [None req-20bbac60-c3b7-4396-897d-1a4a6bd86b42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806038-1-smb, 33b073fa-f579-4d52-a854-21dde8afe8fc) {{(pid=74944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:07:17.419882 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bbac60-c3b7-4396-897d-1a4a6bd86b42 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:17.420552 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-20bbac60-c3b7-4396-897d-1a4a6bd86b42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for subnet, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:17.442397 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-458a144d-cca7-4afb-a1d4-5626b0c81b69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:17.454196 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19858823-b86d-4cb1-bdec-9858520e1f93 None None] Network 33b073fa-f579-4d52-a854-21dde8afe8fc requested from dv-cinder-806038-1-smb {{(pid=74945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:07:17.457345 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-20bbac60-c3b7-4396-897d-1a4a6bd86b42 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9841838 Aug 25 19:07:17.480394 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b27bff8-83c1-4b37-84f6-ea7ebc215248 None None] Network d7d359c0-31d5-4239-b2a1-1fec45c60f66 is already hosted by enough agents. {{(pid=74945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:07:17.486923 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.scheduler.base_scheduler [None req-6b27bff8-83c1-4b37-84f6-ea7ebc215248 None None] Resources bound (agent type, host, resource id): {{(pid=74945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:07:17.491799 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-458a144d-cca7-4afb-a1d4-5626b0c81b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958082'] for port, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:17.497100 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:17.543884 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b27bff8-83c1-4b37-84f6-ea7ebc215248 None None] Received port after_create {{(pid=74945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:07:17.561148 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b27bff8-83c1-4b37-84f6-ea7ebc215248 None None] Pushing event updated for resources: {'Port': ['ID=54a29048-b37c-4d26-a425-0be750a249ae,revision_number=1']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:17.568625 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-6b27bff8-83c1-4b37-84f6-ea7ebc215248 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:17.694490 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458a144d-cca7-4afb-a1d4-5626b0c81b69 admin admin] Pushing event updated for resources: {'Port': ['ID=5af901df-d9cc-4d57-a454-a4a9deefa864,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:17.699175 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458a144d-cca7-4afb-a1d4-5626b0c81b69 admin admin] Network 417bd5a5-462f-4a89-b2a6-9bf17cf29921 is already hosted by enough agents. {{(pid=74943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:07:17.700289 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-458a144d-cca7-4afb-a1d4-5626b0c81b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:17.701888 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.base_scheduler [None req-458a144d-cca7-4afb-a1d4-5626b0c81b69 admin admin] Resources bound (agent type, host, resource id): {{(pid=74943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:07:17.704438 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458a144d-cca7-4afb-a1d4-5626b0c81b69 admin admin] Received port after_create {{(pid=74943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:07:17.716745 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.managers [None req-6b27bff8-83c1-4b37-84f6-ea7ebc215248 None None] Attempting to bind port 54a29048-b37c-4d26-a425-0be750a249ae on host dv-cinder-806038-1-smb for vnic_type normal with profile {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:07:17.717361 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.managers [None req-6b27bff8-83c1-4b37-84f6-ea7ebc215248 None None] Attempting to bind port 54a29048-b37c-4d26-a425-0be750a249ae by drivers openvswitch,hyperv on host dv-cinder-806038-1-smb at level 0 using segments [{'id': 'a326238f-4a2b-45e7-8906-0524c14c5d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd7d359c0-31d5-4239-b2a1-1fec45c60f66'}] {{(pid=74945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:07:17.717683 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b27bff8-83c1-4b37-84f6-ea7ebc215248 None None] Attempting to bind port 54a29048-b37c-4d26-a425-0be750a249ae on network d7d359c0-31d5-4239-b2a1-1fec45c60f66 {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:07:17.772824 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b27bff8-83c1-4b37-84f6-ea7ebc215248 None None] Checking agent: {'id': 'ade42a89-c411-4b33-b073-1b38210940ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 43), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:07:17.773567 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b27bff8-83c1-4b37-84f6-ea7ebc215248 None None] Checking segment: {'id': 'a326238f-4a2b-45e7-8906-0524c14c5d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd7d359c0-31d5-4239-b2a1-1fec45c60f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:07:17.773763 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-6b27bff8-83c1-4b37-84f6-ea7ebc215248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:17.774240 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b27bff8-83c1-4b37-84f6-ea7ebc215248 None None] Bound using segment: {'id': 'a326238f-4a2b-45e7-8906-0524c14c5d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd7d359c0-31d5-4239-b2a1-1fec45c60f66'} {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:07:17.774837 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.managers [None req-6b27bff8-83c1-4b37-84f6-ea7ebc215248 None None] Bound port: 54a29048-b37c-4d26-a425-0be750a249ae, host: dv-cinder-806038-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a326238f-4a2b-45e7-8906-0524c14c5d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd7d359c0-31d5-4239-b2a1-1fec45c60f66'}}] {{(pid=74945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:07:17.775354 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-6b27bff8-83c1-4b37-84f6-ea7ebc215248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:17.968888 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d199fd-21e2-438f-bc64-79c6a3a4e921 None None] Network 33b073fa-f579-4d52-a854-21dde8afe8fc requested from dv-cinder-806038-1-smb {{(pid=74945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:07:17.977415 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-458a144d-cca7-4afb-a1d4-5626b0c81b69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:17.979434 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-458a144d-cca7-4afb-a1d4-5626b0c81b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677147'] for router, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:18.174970 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-6b27bff8-83c1-4b37-84f6-ea7ebc215248 None None] For port 54a29048-b37c-4d26-a425-0be750a249ae, host dv-cinder-806038-1-smb, cleared binding levels {{(pid=74945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:07:18.180850 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-6b27bff8-83c1-4b37-84f6-ea7ebc215248 None None] For port 54a29048-b37c-4d26-a425-0be750a249ae, host dv-cinder-806038-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=54a29048-b37c-4d26-a425-0be750a249ae,segment=NetworkSegment(a326238f-4a2b-45e7-8906-0524c14c5d5a),segment_id=a326238f-4a2b-45e7-8906-0524c14c5d5a)] {{(pid=74945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:07:18.195030 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-6b27bff8-83c1-4b37-84f6-ea7ebc215248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:18.293427 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-9eeeee9a-928f-4d62-be40-262c851d9c14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:18.379736 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 66f53f68-fbff-45a3-a7ff-e3d7db86d280 up at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:07:18.548174 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458a144d-cca7-4afb-a1d4-5626b0c81b69 admin admin] Router 00e90ca0-933b-469a-b133-dfa2416a4d6a is scheduled to L3 agent 6ef59418-d088-436f-8fb3-73af7fac7dac with binding_index 1 {{(pid=74943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 19:07:18.696615 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b27bff8-83c1-4b37-84f6-ea7ebc215248 None None] Pushing event updated for resources: {'Port': ['ID=54a29048-b37c-4d26-a425-0be750a249ae,revision_number=2']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:18.742830 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-6b27bff8-83c1-4b37-84f6-ea7ebc215248 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:19.040390 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning for port 66f53f68-fbff-45a3-a7ff-e3d7db86d280 completed by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:07:19.057317 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning complete for port 66f53f68-fbff-45a3-a7ff-e3d7db86d280 triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:07:19.057906 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:19.262575 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458a144d-cca7-4afb-a1d4-5626b0c81b69 admin admin] Notify agent at l3_agent.dv-cinder-806038-1-smb the message routers_updated {{(pid=74943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:07:19.284474 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131396ef-5dc8-4d51-9e86-5b5af3874e24 None None] Sync routers for ids ['00e90ca0-933b-469a-b133-dfa2416a4d6a'] in dv-cinder-806038-1-smb {{(pid=74945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:07:19.333894 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-458a144d-cca7-4afb-a1d4-5626b0c81b69 admin admin] Notify callbacks [] for router, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:19.340036 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 44318) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:19.352337 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-458a144d-cca7-4afb-a1d4-5626b0c81b69 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6649535 Aug 25 19:07:19.406440 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131396ef-5dc8-4d51-9e86-5b5af3874e24 None None] Routers {'00e90ca0-933b-469a-b133-dfa2416a4d6a'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:07:19.407432 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-131396ef-5dc8-4d51-9e86-5b5af3874e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:07:15Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['00e90ca0-933b-469a-b133-dfa2416a4d6a'], 'active': True} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:07:19.521814 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:19.755466 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] For port 66f53f68-fbff-45a3-a7ff-e3d7db86d280, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=66f53f68-fbff-45a3-a7ff-e3d7db86d280,segment=NetworkSegment(29a4bbfe-a834-4c4c-8299-f29887d9e0b7),segment_id=29a4bbfe-a834-4c4c-8299-f29887d9e0b7)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:07:19.765971 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:19.773376 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:19.862544 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvr_db [None req-131396ef-5dc8-4d51-9e86-5b5af3874e24 None None] Set router 00e90ca0-933b-469a-b133-dfa2416a4d6a gateway port host: dv-cinder-806038-1-smb {{(pid=74945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:07:19.942417 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Pushing event updated for resources: {'Port': ['ID=66f53f68-fbff-45a3-a7ff-e3d7db86d280,revision_number=5']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:20.042537 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:20.383702 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 54a29048-b37c-4d26-a425-0be750a249ae up at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:07:20.438389 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bd6a39-192f-4b42-8c32-0a9d070f47ab None None] Network d7d359c0-31d5-4239-b2a1-1fec45c60f66 requested from dv-cinder-806038-1-smb {{(pid=74945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:07:20.617809 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-f070adb5-bf72-4ca2-9e6a-d8cc4541c7f2 None None] Provisioning for port 54a29048-b37c-4d26-a425-0be750a249ae completed by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:07:20.627043 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-131396ef-5dc8-4d51-9e86-5b5af3874e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e90ca0-933b-469a-b133-dfa2416a4d6a', 'name': 'tempest-TestMinimumBasicScenario-224020454-router', 'tenant_id': 'f5b5859105584d5aa31fab895e4caf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '5af901df-d9cc-4d57-a454-a4a9deefa864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:15Z', 'updated_at': '2021-08-25T19:07:17Z', 'revision_number': 3, 'project_id': 'f5b5859105584d5aa31fab895e4caf32', 'gw_port': {'id': '5af901df-d9cc-4d57-a454-a4a9deefa864', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e90ca0-933b-469a-b133-dfa2416a4d6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:16Z', 'updated_at': '2021-08-25T19:07:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb'}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:07:20.668508 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131396ef-5dc8-4d51-9e86-5b5af3874e24 None None] Checking router: 00e90ca0-933b-469a-b133-dfa2416a4d6a for host: dv-cinder-806038-1-smb {{(pid=74945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:07:20.668880 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131396ef-5dc8-4d51-9e86-5b5af3874e24 None None] Updating router 00e90ca0-933b-469a-b133-dfa2416a4d6a port 5af901df-d9cc-4d57-a454-a4a9deefa864 binding host dv-cinder-806038-1-smb {{(pid=74945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 19:07:20.691708 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning for port 54a29048-b37c-4d26-a425-0be750a249ae completed by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:07:20.725119 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning complete for port 54a29048-b37c-4d26-a425-0be750a249ae triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:07:20.725509 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:20.746163 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-faf89c33-9aef-4b53-be41-8f550d51c842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:20.823286 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-131396ef-5dc8-4d51-9e86-5b5af3874e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:20.877594 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-4073a83c-f1bd-41a3-9f52-366c56afe486 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:20.879202 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-4073a83c-f1bd-41a3-9f52-366c56afe486 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/networks?id=33b073fa-f579-4d52-a854-21dde8afe8fc HTTP/1.1" status: 200 len: 809 time: 0.1834040 Aug 25 19:07:20.929955 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-d28a1df2-064b-4fef-9a20-16c916461b4e tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/quotas/12870fe9d1e741f69ee19a3c7c73e1ff HTTP/1.1" status: 200 len: 375 time: 0.0367360 Aug 25 19:07:20.991383 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.db_base_plugin_common [None req-faf89c33-9aef-4b53-be41-8f550d51c842 admin admin] Allocated IP 172.20.0.1 (d7d359c0-31d5-4239-b2a1-1fec45c60f66/1149068e-6ff6-49d3-a047-4d4fd3892890/be181057-b3d0-4fe7-a05d-798694d4fa5c) {{(pid=74944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:07:21.014796 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-6c70297b-5951-46a6-8144-12cf9a3103b3 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=12870fe9d1e741f69ee19a3c7c73e1ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0821161 Aug 25 19:07:21.159204 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-6e85e8c3-514c-40a8-b0cd-f4909c562035 service neutron] 10.222.0.18 "GET /v2.0/networks/33b073fa-f579-4d52-a854-21dde8afe8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431653 Aug 25 19:07:21.179764 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:21.235579 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-faf89c33-9aef-4b53-be41-8f550d51c842 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:21.258410 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] For port 54a29048-b37c-4d26-a425-0be750a249ae, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=54a29048-b37c-4d26-a425-0be750a249ae,segment=NetworkSegment(a326238f-4a2b-45e7-8906-0524c14c5d5a),segment_id=a326238f-4a2b-45e7-8906-0524c14c5d5a)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:07:21.271208 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.provisioning_blocks [None req-faf89c33-9aef-4b53-be41-8f550d51c842 admin admin] Transition to ACTIVE for port object be181057-b3d0-4fe7-a05d-798694d4fa5c will not be triggered until provisioned by entity DHCP. {{(pid=74944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:07:21.271674 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:21.273030 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 66f53f68-fbff-45a3-a7ff-e3d7db86d280 up at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:07:21.305755 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-b02bfbad-383d-42c1-9795-e1e22cfc5e1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:21.319035 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-faf89c33-9aef-4b53-be41-8f550d51c842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3912941'] for port, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:21.328917 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-b5286005-f7f8-4899-9f98-d6253571a68d tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:21.404574 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.db.resource_extend [None req-131396ef-5dc8-4d51-9e86-5b5af3874e24 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 19:07:21.451482 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-f5bcb0fb-c0fb-43a7-9f8f-4b907869e14b service neutron] 10.222.0.18 "GET /v2.0/networks/33b073fa-f579-4d52-a854-21dde8afe8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757142 Aug 25 19:07:21.471949 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf89c33-9aef-4b53-be41-8f550d51c842 admin admin] Network d7d359c0-31d5-4239-b2a1-1fec45c60f66 is already hosted by enough agents. {{(pid=74944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:07:21.480749 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.base_scheduler [None req-faf89c33-9aef-4b53-be41-8f550d51c842 admin admin] Resources bound (agent type, host, resource id): {{(pid=74944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:07:21.502832 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf89c33-9aef-4b53-be41-8f550d51c842 admin admin] Received port after_create {{(pid=74944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:07:21.555974 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-131396ef-5dc8-4d51-9e86-5b5af3874e24 None None] Notify callbacks [] for port, precommit_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:21.580888 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Pushing event updated for resources: {'Port': ['ID=54a29048-b37c-4d26-a425-0be750a249ae,revision_number=3']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:21.596428 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:21.615476 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-131396ef-5dc8-4d51-9e86-5b5af3874e24 None None] Transition to ACTIVE for port object 5af901df-d9cc-4d57-a454-a4a9deefa864 will not be triggered until provisioned by entity L2. {{(pid=74945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:07:21.636313 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf89c33-9aef-4b53-be41-8f550d51c842 admin admin] Pushing event updated for resources: {'Port': ['ID=be181057-b3d0-4fe7-a05d-798694d4fa5c,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:21.641321 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-131396ef-5dc8-4d51-9e86-5b5af3874e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:21.649845 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-faf89c33-9aef-4b53-be41-8f550d51c842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:21.650451 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:21.695538 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-faf89c33-9aef-4b53-be41-8f550d51c842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-677317'] for router_interface, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:21.768537 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-c6b8ca18-ae5d-4f14-8668-2a35a22261fb None None] Provisioning complete for port 54a29048-b37c-4d26-a425-0be750a249ae triggered by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:07:21.768924 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-c6b8ca18-ae5d-4f14-8668-2a35a22261fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:21.798556 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning complete for port 66f53f68-fbff-45a3-a7ff-e3d7db86d280 triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:07:21.798911 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:21.901726 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c2876-ad2f-4bb2-bdfa-1c7a338ee765 None None] Pushing event updated for resources: {'Port': ['ID=5af901df-d9cc-4d57-a454-a4a9deefa864,revision_number=2']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:21.912285 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.managers [None req-131396ef-5dc8-4d51-9e86-5b5af3874e24 None None] Attempting to bind port 5af901df-d9cc-4d57-a454-a4a9deefa864 on host dv-cinder-806038-1-smb for vnic_type normal with profile {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:07:21.913249 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.managers [None req-131396ef-5dc8-4d51-9e86-5b5af3874e24 None None] Attempting to bind port 5af901df-d9cc-4d57-a454-a4a9deefa864 by drivers openvswitch,hyperv on host dv-cinder-806038-1-smb at level 0 using segments [{'id': 'f1739f72-e14f-462c-b4e7-56bd3b40258a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921'}] {{(pid=74945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:07:21.914011 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131396ef-5dc8-4d51-9e86-5b5af3874e24 None None] Attempting to bind port 5af901df-d9cc-4d57-a454-a4a9deefa864 on network 417bd5a5-462f-4a89-b2a6-9bf17cf29921 {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:07:21.928476 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-145c2876-ad2f-4bb2-bdfa-1c7a338ee765 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:21.964471 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131396ef-5dc8-4d51-9e86-5b5af3874e24 None None] Checking agent: {'id': 'ade42a89-c411-4b33-b073-1b38210940ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 43), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:07:21.965087 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131396ef-5dc8-4d51-9e86-5b5af3874e24 None None] Checking segment: {'id': 'f1739f72-e14f-462c-b4e7-56bd3b40258a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:07:21.965981 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-131396ef-5dc8-4d51-9e86-5b5af3874e24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:21.966694 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131396ef-5dc8-4d51-9e86-5b5af3874e24 None None] Bound using segment: {'id': 'f1739f72-e14f-462c-b4e7-56bd3b40258a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921'} {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:07:21.967484 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.managers [None req-131396ef-5dc8-4d51-9e86-5b5af3874e24 None None] Bound port: 5af901df-d9cc-4d57-a454-a4a9deefa864, host: dv-cinder-806038-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1739f72-e14f-462c-b4e7-56bd3b40258a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921'}}] {{(pid=74945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:07:21.968129 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-131396ef-5dc8-4d51-9e86-5b5af3874e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:22.121404 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-7d7cb48a-7746-49e5-b7c0-de368d38107c req-04ec08d8-53f2-477b-bbfb-48a4d5af0dda tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2caee5-c799-4420-bcdf-36efbc56e350 HTTP/1.1" status: 200 len: 210 time: 0.2794535 Aug 25 19:07:22.138718 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-faf89c33-9aef-4b53-be41-8f550d51c842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:22.229680 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-131396ef-5dc8-4d51-9e86-5b5af3874e24 None None] For port 5af901df-d9cc-4d57-a454-a4a9deefa864, host dv-cinder-806038-1-smb, cleared binding levels {{(pid=74945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:07:22.263674 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-131396ef-5dc8-4d51-9e86-5b5af3874e24 None None] For port 5af901df-d9cc-4d57-a454-a4a9deefa864, host dv-cinder-806038-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=5af901df-d9cc-4d57-a454-a4a9deefa864,segment=NetworkSegment(f1739f72-e14f-462c-b4e7-56bd3b40258a),segment_id=f1739f72-e14f-462c-b4e7-56bd3b40258a)] {{(pid=74945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:07:22.272419 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-131396ef-5dc8-4d51-9e86-5b5af3874e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:22.291494 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:22.416151 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 54a29048-b37c-4d26-a425-0be750a249ae up at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:07:22.470791 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-faf89c33-9aef-4b53-be41-8f550d51c842 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:22.478338 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-faf89c33-9aef-4b53-be41-8f550d51c842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3912932'] for port, after_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:22.489583 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 44356) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:22.508195 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-faf89c33-9aef-4b53-be41-8f550d51c842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:22.536982 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131396ef-5dc8-4d51-9e86-5b5af3874e24 None None] Routers {'00e90ca0-933b-469a-b133-dfa2416a4d6a'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:07:22.538095 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-131396ef-5dc8-4d51-9e86-5b5af3874e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:07:15Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['00e90ca0-933b-469a-b133-dfa2416a4d6a'], 'active': True} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:07:22.599628 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-faf89c33-9aef-4b53-be41-8f550d51c842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2088205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-675884'] for router_interface, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:22.603920 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf89c33-9aef-4b53-be41-8f550d51c842 admin admin] Pushing event updated for resources: {'Port': ['ID=be181057-b3d0-4fe7-a05d-798694d4fa5c,revision_number=2']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:22.607583 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-faf89c33-9aef-4b53-be41-8f550d51c842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:22.638082 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-d17b8f7b-7ba7-4380-88e5-72c72bf004e5 None None] Provisioning for port be181057-b3d0-4fe7-a05d-798694d4fa5c completed by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:07:22.643330 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c2876-ad2f-4bb2-bdfa-1c7a338ee765 None None] Pushing event updated for resources: {'Port': ['ID=5af901df-d9cc-4d57-a454-a4a9deefa864,revision_number=3']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:22.670332 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-145c2876-ad2f-4bb2-bdfa-1c7a338ee765 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:22.689506 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-d17b8f7b-7ba7-4380-88e5-72c72bf004e5 None None] Provisioning complete for port be181057-b3d0-4fe7-a05d-798694d4fa5c triggered by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:07:22.690140 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d17b8f7b-7ba7-4380-88e5-72c72bf004e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:22.785757 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf89c33-9aef-4b53-be41-8f550d51c842 admin admin] Network d7d359c0-31d5-4239-b2a1-1fec45c60f66 is already hosted by enough agents. {{(pid=74944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:07:22.789126 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.base_scheduler [None req-faf89c33-9aef-4b53-be41-8f550d51c842 admin admin] Resources bound (agent type, host, resource id): {{(pid=74944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:07:22.821779 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-1fa68bda-4269-4a11-8704-66b2ec1bbc09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:22.919190 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-1fa68bda-4269-4a11-8704-66b2ec1bbc09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:22.935064 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-1fa68bda-4269-4a11-8704-66b2ec1bbc09 admin admin] Usage tracker for resource:security_group_rule and tenant:bb59acf16fb8479297c73762d7d40d2a is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:22.948208 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-1fa68bda-4269-4a11-8704-66b2ec1bbc09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:22.961821 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvr_db [None req-131396ef-5dc8-4d51-9e86-5b5af3874e24 None None] Set router 00e90ca0-933b-469a-b133-dfa2416a4d6a gateway port host: dv-cinder-806038-1-smb {{(pid=74945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:07:22.971140 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-1fa68bda-4269-4a11-8704-66b2ec1bbc09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:23.141603 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-d17b8f7b-7ba7-4380-88e5-72c72bf004e5 None None] Port be181057-b3d0-4fe7-a05d-798694d4fa5c cannot update to ACTIVE because it is not bound. {{(pid=74945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 19:07:23.203984 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-1fa68bda-4269-4a11-8704-66b2ec1bbc09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:23.212492 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-1fa68bda-4269-4a11-8704-66b2ec1bbc09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:23.230333 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-9ce020bc-b0ea-45c4-a123-f045e728a818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:23.273177 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning complete for port 54a29048-b37c-4d26-a425-0be750a249ae triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:07:23.273723 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:23.377713 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-8a198fad-9393-41b5-bed6-29a8976659ac req-0c730ef0-2b42-4112-9636-fefca055de3e tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2caee5-c799-4420-bcdf-36efbc56e350 HTTP/1.1" status: 200 len: 210 time: 0.1513455 Aug 25 19:07:23.385893 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa68bda-4269-4a11-8704-66b2ec1bbc09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1101c108-fb1e-435a-b1bf-198084155ece,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:23.390586 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-1fa68bda-4269-4a11-8704-66b2ec1bbc09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:23.403006 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-1fa68bda-4269-4a11-8704-66b2ec1bbc09 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bb59acf16fb8479297c73762d7d40d2a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9055924 Aug 25 19:07:23.403006 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 44368) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:23.445511 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-93120747-2dcf-4fcc-8c5b-0bd3bdfb7f48 None None] Provisioning complete for port be181057-b3d0-4fe7-a05d-798694d4fa5c triggered by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:07:23.446126 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-93120747-2dcf-4fcc-8c5b-0bd3bdfb7f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:23.513911 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-ca84ac03-6ef5-434d-a1c2-724bcc389469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:23.557267 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-ca84ac03-6ef5-434d-a1c2-724bcc389469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:23.577593 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf89c33-9aef-4b53-be41-8f550d51c842 admin admin] Router 00e90ca0-933b-469a-b133-dfa2416a4d6a has already been hosted by L3 agent 6ef59418-d088-436f-8fb3-73af7fac7dac {{(pid=74944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:07:23.652187 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-ca84ac03-6ef5-434d-a1c2-724bcc389469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:23.658061 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-b1b5e6ba-a658-4209-9609-068db2a7e674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:23.679642 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca84ac03-6ef5-434d-a1c2-724bcc389469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1101c108-fb1e-435a-b1bf-198084155ece,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:23.695335 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-ca84ac03-6ef5-434d-a1c2-724bcc389469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:23.698816 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-ca84ac03-6ef5-434d-a1c2-724bcc389469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:23.703219 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-ca84ac03-6ef5-434d-a1c2-724bcc389469 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1101c108-fb1e-435a-b1bf-198084155ece HTTP/1.1" status: 204 len: 168 time: 0.2985718 Aug 25 19:07:23.804486 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-93120747-2dcf-4fcc-8c5b-0bd3bdfb7f48 None None] Port be181057-b3d0-4fe7-a05d-798694d4fa5c cannot update to ACTIVE because it is not bound. {{(pid=74945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 19:07:23.867380 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-131396ef-5dc8-4d51-9e86-5b5af3874e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e90ca0-933b-469a-b133-dfa2416a4d6a', 'name': 'tempest-TestMinimumBasicScenario-224020454-router', 'tenant_id': 'f5b5859105584d5aa31fab895e4caf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '5af901df-d9cc-4d57-a454-a4a9deefa864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:15Z', 'updated_at': '2021-08-25T19:07:21Z', 'revision_number': 4, 'project_id': 'f5b5859105584d5aa31fab895e4caf32', 'gw_port': {'id': '5af901df-d9cc-4d57-a454-a4a9deefa864', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e90ca0-933b-469a-b133-dfa2416a4d6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:16Z', 'updated_at': '2021-08-25T19:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_interfaces': [{'id': 'be181057-b3d0-4fe7-a05d-798694d4fa5c', 'name': '', 'network_id': 'd7d359c0-31d5-4239-b2a1-1fec45c60f66', 'tenant_id': 'f5b5859105584d5aa31fab895e4caf32', 'mac_address': 'fa:16:3e:95:d5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e90ca0-933b-469a-b133-dfa2416a4d6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1149068e-6ff6-49d3-a047-4d4fd3892890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:20Z', 'updated_at': '2021-08-25T19:07:22Z', 'revision_number': 2, 'project_id': 'f5b5859105584d5aa31fab895e4caf32', 'subnets': [{'id': '1149068e-6ff6-49d3-a047-4d4fd3892890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:07:23.878544 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131396ef-5dc8-4d51-9e86-5b5af3874e24 None None] The sync data for ids ['00e90ca0-933b-469a-b133-dfa2416a4d6a'] in dv-cinder-806038-1-smb is: [{'id': '00e90ca0-933b-469a-b133-dfa2416a4d6a', 'name': 'tempest-TestMinimumBasicScenario-224020454-router', 'tenant_id': 'f5b5859105584d5aa31fab895e4caf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '5af901df-d9cc-4d57-a454-a4a9deefa864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:15Z', 'updated_at': '2021-08-25T19:07:21Z', 'revision_number': 4, 'project_id': 'f5b5859105584d5aa31fab895e4caf32', 'gw_port': {'id': '5af901df-d9cc-4d57-a454-a4a9deefa864', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e90ca0-933b-469a-b133-dfa2416a4d6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:16Z', 'updated_at': '2021-08-25T19:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_interfaces': [{'id': 'be181057-b3d0-4fe7-a05d-798694d4fa5c', 'name': '', 'network_id': 'd7d359c0-31d5-4239-b2a1-1fec45c60f66', 'tenant_id': 'f5b5859105584d5aa31fab895e4caf32', 'mac_address': 'fa:16:3e:95:d5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e90ca0-933b-469a-b133-dfa2416a4d6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1149068e-6ff6-49d3-a047-4d4fd3892890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:20Z', 'updated_at': '2021-08-25T19:07:22Z', 'revision_number': 2, 'project_id': 'f5b5859105584d5aa31fab895e4caf32', 'subnets': [{'id': '1149068e-6ff6-49d3-a047-4d4fd3892890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:07:23.935184 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf89c33-9aef-4b53-be41-8f550d51c842 admin admin] Notify agent at l3_agent.dv-cinder-806038-1-smb the message routers_updated {{(pid=74944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:07:23.955211 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-faf89c33-9aef-4b53-be41-8f550d51c842 admin admin] 10.222.0.18 "PUT /v2.0/routers/00e90ca0-933b-469a-b133-dfa2416a4d6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6132317 Aug 25 19:07:24.318930 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 44388) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:24.341447 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-15730d7f-52a7-49e3-88bb-5fb436dfe225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:24.383425 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-15730d7f-52a7-49e3-88bb-5fb436dfe225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:24.388661 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-15730d7f-52a7-49e3-88bb-5fb436dfe225 admin admin] Usage tracker for resource:security_group_rule and tenant:d3a0dbcb92f44e839338fc5bbbfdc4c0 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:24.392665 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-15730d7f-52a7-49e3-88bb-5fb436dfe225 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:24.399921 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-15730d7f-52a7-49e3-88bb-5fb436dfe225 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:24.518721 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-15730d7f-52a7-49e3-88bb-5fb436dfe225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:24.525271 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-15730d7f-52a7-49e3-88bb-5fb436dfe225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:24.539186 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:24.630877 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-e3c30d5b-72d7-4208-b5d3-fa84346a5dd4 req-b6a9fa5f-9414-4e52-b858-a5f3a6271ea6 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2caee5-c799-4420-bcdf-36efbc56e350 HTTP/1.1" status: 200 len: 210 time: 0.0728700 Aug 25 19:07:24.636390 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15730d7f-52a7-49e3-88bb-5fb436dfe225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1bbb1f-e365-48b5-a24f-b7a978d848d8,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:24.639847 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-15730d7f-52a7-49e3-88bb-5fb436dfe225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:24.647381 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-15730d7f-52a7-49e3-88bb-5fb436dfe225 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d3a0dbcb92f44e839338fc5bbbfdc4c0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3226166 Aug 25 19:07:24.647854 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 44394) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:24.747993 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-ec3747e0-4e9f-4625-8c72-858794a8919a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:24.787626 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-ec3747e0-4e9f-4625-8c72-858794a8919a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:24.857291 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-ec3747e0-4e9f-4625-8c72-858794a8919a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:24.866474 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-2eddbaaf-a3f4-48cd-93f4-4bdb9a03bc9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:24.890623 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3747e0-4e9f-4625-8c72-858794a8919a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1bbb1f-e365-48b5-a24f-b7a978d848d8,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:24.894695 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-ec3747e0-4e9f-4625-8c72-858794a8919a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:24.900092 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-ec3747e0-4e9f-4625-8c72-858794a8919a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:24.900953 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-ec3747e0-4e9f-4625-8c72-858794a8919a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4d1bbb1f-e365-48b5-a24f-b7a978d848d8 HTTP/1.1" status: 204 len: 168 time: 0.2519319 Aug 25 19:07:25.983632 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-c170d029-9318-4881-b9f5-19278bc64461 req-f4f3fbf0-2bfa-45c9-86c5-da92653c8f39 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2caee5-c799-4420-bcdf-36efbc56e350 HTTP/1.1" status: 200 len: 210 time: 0.1263289 Aug 25 19:07:27.488776 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-b6631763-3be9-4550-af88-e141ff9ca991 req-0032bef7-48bf-4ec4-9163-6536b43b2d56 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2caee5-c799-4420-bcdf-36efbc56e350 HTTP/1.1" status: 200 len: 210 time: 0.1727753 Aug 25 19:07:28.575144 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 5af901df-d9cc-4d57-a454-a4a9deefa864 up at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:07:28.821195 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-898f1502-f18e-4a0f-ab56-33f02f08fc08 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:28.823470 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-898f1502-f18e-4a0f-ab56-33f02f08fc08 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Synchronizing usage tracker for tenant:12870fe9d1e741f69ee19a3c7c73e1ff on resource:network {{(pid=74944) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:07:28.878750 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-898f1502-f18e-4a0f-ab56-33f02f08fc08 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Unset dirty status for tenant:12870fe9d1e741f69ee19a3c7c73e1ff on resource:network {{(pid=74944) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:07:28.881135 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-898f1502-f18e-4a0f-ab56-33f02f08fc08 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.23 "GET /v2.0/networks?id=33b073fa-f579-4d52-a854-21dde8afe8fc HTTP/1.1" status: 200 len: 809 time: 1.0151458 Aug 25 19:07:28.911882 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-203721c4-7b65-4480-b85b-eb3c4078e76f tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Request body: {'port': {'device_id': 'ed2caee5-c799-4420-bcdf-36efbc56e350', 'network_id': '33b073fa-f579-4d52-a854-21dde8afe8fc', 'admin_state_up': True, 'tenant_id': '12870fe9d1e741f69ee19a3c7c73e1ff'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:07:28.961559 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning for port 5af901df-d9cc-4d57-a454-a4a9deefa864 completed by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:07:28.979794 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning complete for port 5af901df-d9cc-4d57-a454-a4a9deefa864 triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:07:28.984015 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:29.334591 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:29.345147 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-203721c4-7b65-4480-b85b-eb3c4078e76f tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:29.368389 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-979e2d1b-d0af-438d-a55c-160ac7be3f2f req-4b1e3256-4464-4998-a3ce-5b1ee9ead13d tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2caee5-c799-4420-bcdf-36efbc56e350 HTTP/1.1" status: 200 len: 210 time: 0.0606599 Aug 25 19:07:29.369914 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-203721c4-7b65-4480-b85b-eb3c4078e76f tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Usage tracker for resource:port and tenant:12870fe9d1e741f69ee19a3c7c73e1ff is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:29.371606 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] For port 5af901df-d9cc-4d57-a454-a4a9deefa864, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=5af901df-d9cc-4d57-a454-a4a9deefa864,segment=NetworkSegment(f1739f72-e14f-462c-b4e7-56bd3b40258a),segment_id=f1739f72-e14f-462c-b4e7-56bd3b40258a)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:07:29.379264 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-203721c4-7b65-4480-b85b-eb3c4078e76f tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:29.380912 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:29.384867 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:29.388308 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-203721c4-7b65-4480-b85b-eb3c4078e76f tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:29.412332 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-203721c4-7b65-4480-b85b-eb3c4078e76f tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Made reservation on behalf of 12870fe9d1e741f69ee19a3c7c73e1ff for: {'port': 1} {{(pid=74944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:07:29.415492 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-203721c4-7b65-4480-b85b-eb3c4078e76f tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:29.585587 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Pushing event updated for resources: {'Port': ['ID=5af901df-d9cc-4d57-a454-a4a9deefa864,revision_number=4']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:29.592780 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:29.703385 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.db_base_plugin_common [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-203721c4-7b65-4480-b85b-eb3c4078e76f tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Allocated IP 172.20.0.12 (33b073fa-f579-4d52-a854-21dde8afe8fc/08c51266-d302-4579-8857-ffa2e4f9c707/4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc) {{(pid=74944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:07:30.044794 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-203721c4-7b65-4480-b85b-eb3c4078e76f tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Notify callbacks [] for port, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:30.104980 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-203721c4-7b65-4480-b85b-eb3c4078e76f tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3912941'] for port, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:30.111675 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-2fffbde8-8271-4a6c-8a89-bc257b10dfd8 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:30.192582 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203721c4-7b65-4480-b85b-eb3c4078e76f tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Pushing event updated for resources: {'Port': ['ID=4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:30.196203 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-203721c4-7b65-4480-b85b-eb3c4078e76f tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:30.213936 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-203721c4-7b65-4480-b85b-eb3c4078e76f tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Network 33b073fa-f579-4d52-a854-21dde8afe8fc is already hosted by enough agents. {{(pid=74944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:07:30.217447 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.base_scheduler [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-203721c4-7b65-4480-b85b-eb3c4078e76f tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Resources bound (agent type, host, resource id): {{(pid=74944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:07:30.220659 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-203721c4-7b65-4480-b85b-eb3c4078e76f tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Received port after_create {{(pid=74944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:07:30.328640 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-203721c4-7b65-4480-b85b-eb3c4078e76f tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:30.345766 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-203721c4-7b65-4480-b85b-eb3c4078e76f tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for port, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:30.377115 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 5af901df-d9cc-4d57-a454-a4a9deefa864 up at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:07:30.398962 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-203721c4-7b65-4480-b85b-eb3c4078e76f tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4951699 Aug 25 19:07:30.425050 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-f66f31cf-d584-4b0b-9129-21a1c51fc5ae service neutron] Request body: {'port': {'device_id': 'ed2caee5-c799-4420-bcdf-36efbc56e350', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80603'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:07:30.606419 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-f66f31cf-d584-4b0b-9129-21a1c51fc5ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:30.631977 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning complete for port 5af901df-d9cc-4d57-a454-a4a9deefa864 triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:07:30.632637 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:31.043290 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48346d49-8b7f-4061-9eb4-5f3158d189a7 req-cad02dec-df5e-438b-b92d-390d1969e4f4 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:31.045770 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-48346d49-8b7f-4061-9eb4-5f3158d189a7 req-cad02dec-df5e-438b-b92d-390d1969e4f4 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2caee5-c799-4420-bcdf-36efbc56e350 HTTP/1.1" status: 200 len: 932 time: 0.2114522 Aug 25 19:07:31.143241 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-48346d49-8b7f-4061-9eb4-5f3158d189a7 req-9ff22bdc-a136-4a1e-81a0-382bff4dbeb9 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce7bbda-fb5a-4c89-8de9-bc9d94033957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816164 Aug 25 19:07:31.525724 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1f63c-9937-45f4-83f8-b29eeb39731b req-526679b2-a0b2-4b4e-a073-dcbbe744d914 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:31.528572 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-bda1f63c-9937-45f4-83f8-b29eeb39731b req-526679b2-a0b2-4b4e-a073-dcbbe744d914 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 947 time: 0.2448366 Aug 25 19:07:31.727051 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-bda1f63c-9937-45f4-83f8-b29eeb39731b req-d2bf9824-21d4-4bd9-8911-d9ab528d07cb tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297197 Aug 25 19:07:31.735273 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.notifiers.nova [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-f66f31cf-d584-4b0b-9129-21a1c51fc5ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc {{(pid=74944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:07:31.749053 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-f66f31cf-d584-4b0b-9129-21a1c51fc5ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:31.779074 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.provisioning_blocks [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-f66f31cf-d584-4b0b-9129-21a1c51fc5ae service neutron] Transition to ACTIVE for port object 4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc will not be triggered until provisioned by entity L2. {{(pid=74944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:07:31.785814 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-f66f31cf-d584-4b0b-9129-21a1c51fc5ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3912932'] for port, after_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:31.795129 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-8f842d90-d5a9-4245-a641-7e9931a1f583 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:31.963638 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f31cf-d584-4b0b-9129-21a1c51fc5ae service neutron] Pushing event updated for resources: {'Port': ['ID=4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc,revision_number=2']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:32.003754 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-f66f31cf-d584-4b0b-9129-21a1c51fc5ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:32.090425 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.managers [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-f66f31cf-d584-4b0b-9129-21a1c51fc5ae service neutron] Attempting to bind port 4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc on host hv-cinder-80603 for vnic_type normal with profile {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:07:32.091272 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.managers [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-f66f31cf-d584-4b0b-9129-21a1c51fc5ae service neutron] Attempting to bind port 4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc by drivers openvswitch,hyperv on host hv-cinder-80603 at level 0 using segments [{'id': '276edf30-b66e-4e23-ad33-c0d87c6bff57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '33b073fa-f579-4d52-a854-21dde8afe8fc'}] {{(pid=74944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:07:32.091819 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-f66f31cf-d584-4b0b-9129-21a1c51fc5ae service neutron] Attempting to bind port 4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc on network 33b073fa-f579-4d52-a854-21dde8afe8fc {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:07:32.101942 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-f66f31cf-d584-4b0b-9129-21a1c51fc5ae service neutron] Port 4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc on network 33b073fa-f579-4d52-a854-21dde8afe8fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80603 {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 19:07:32.102630 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-f66f31cf-d584-4b0b-9129-21a1c51fc5ae service neutron] Attempting to bind port 4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc on network 33b073fa-f579-4d52-a854-21dde8afe8fc {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:07:32.111667 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-f66f31cf-d584-4b0b-9129-21a1c51fc5ae service neutron] Checking agent: {'id': 'bb439c80-c1b1-4a92-94b6-4f0aaad03a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80603', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 19, 1, 6), 'started_at': datetime.datetime(2021, 8, 25, 19, 1, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:07:32.112798 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-f66f31cf-d584-4b0b-9129-21a1c51fc5ae service neutron] Checking segment: {'id': '276edf30-b66e-4e23-ad33-c0d87c6bff57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '33b073fa-f579-4d52-a854-21dde8afe8fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:07:32.113605 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-f66f31cf-d584-4b0b-9129-21a1c51fc5ae service neutron] Bound using segment: {'id': '276edf30-b66e-4e23-ad33-c0d87c6bff57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '33b073fa-f579-4d52-a854-21dde8afe8fc'} {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:07:32.115916 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.managers [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-f66f31cf-d584-4b0b-9129-21a1c51fc5ae service neutron] Bound port: 4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc, host: hv-cinder-80603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '276edf30-b66e-4e23-ad33-c0d87c6bff57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '33b073fa-f579-4d52-a854-21dde8afe8fc'}}] {{(pid=74944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:07:32.116627 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-f66f31cf-d584-4b0b-9129-21a1c51fc5ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:32.319126 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.db [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-f66f31cf-d584-4b0b-9129-21a1c51fc5ae service neutron] For port 4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc, host hv-cinder-80603, cleared binding levels {{(pid=74944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:07:32.325878 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.db [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-f66f31cf-d584-4b0b-9129-21a1c51fc5ae service neutron] For port 4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc, host hv-cinder-80603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc,segment=NetworkSegment(276edf30-b66e-4e23-ad33-c0d87c6bff57),segment_id=276edf30-b66e-4e23-ad33-c0d87c6bff57)] {{(pid=74944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:07:32.334314 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-f66f31cf-d584-4b0b-9129-21a1c51fc5ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3912932'] for port, after_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:32.339414 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-04ae87d7-c0ca-4abe-89ef-d6638d090e82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:32.498583 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68880b-153d-4fcd-be75-1196e7649aa2 req-b68d4dc4-84fe-43cd-99d0-1756560cd041 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:32.500504 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-dc68880b-153d-4fcd-be75-1196e7649aa2 req-b68d4dc4-84fe-43cd-99d0-1756560cd041 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2caee5-c799-4420-bcdf-36efbc56e350 HTTP/1.1" status: 200 len: 944 time: 0.1025009 Aug 25 19:07:32.512500 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-f66f31cf-d584-4b0b-9129-21a1c51fc5ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for port, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:32.514034 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-f66f31cf-d584-4b0b-9129-21a1c51fc5ae service neutron] 10.222.0.23 "PUT /v2.0/ports/4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc HTTP/1.1" status: 200 len: 1094 time: 2.1008704 Aug 25 19:07:32.514654 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed2caee5-c799-4420-bcdf-36efbc56e350', 'tag': '4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc'}] {{(pid=74944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:07:32.535619 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f31cf-d584-4b0b-9129-21a1c51fc5ae service neutron] Pushing event updated for resources: {'Port': ['ID=4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc,revision_number=3']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:32.542210 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-f66f31cf-d584-4b0b-9129-21a1c51fc5ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:32.571648 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-dc68880b-153d-4fcd-be75-1196e7649aa2 req-318826bb-ccb5-45a0-b555-90be85ee936a tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce7bbda-fb5a-4c89-8de9-bc9d94033957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576720 Aug 25 19:07:32.684189 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed2caee5-c799-4420-bcdf-36efbc56e350', 'tag': '4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc', 'status': 'completed', 'code': 200} Aug 25 19:07:32.749607 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-5a8a4366-0859-49f4-a20f-e3e9c81513f6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=12870fe9d1e741f69ee19a3c7c73e1ff&device_id=ed2caee5-c799-4420-bcdf-36efbc56e350 HTTP/1.1" status: 200 len: 1097 time: 0.1241078 Aug 25 19:07:32.856140 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-338eb96f-213b-4e4d-8f4d-32264da791da service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc HTTP/1.1" status: 200 len: 217 time: 0.0763474 Aug 25 19:07:32.947260 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-c78d529b-1091-4ca1-89dd-30928d97e93d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:32.948878 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-c78d529b-1091-4ca1-89dd-30928d97e93d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=08c51266-d302-4579-8857-ffa2e4f9c707 HTTP/1.1" status: 200 len: 849 time: 0.0792539 Aug 25 19:07:33.127366 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-7f7c31b4-49e6-4c17-92c8-5bd6d0ee0d67 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=33b073fa-f579-4d52-a854-21dde8afe8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010160 Aug 25 19:07:33.276319 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a7ae5-7022-4c73-a15b-bc0a659e0553 req-b2e70f0f-3101-4eff-bbe9-c54f507ec466 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:33.278644 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-617a7ae5-7022-4c73-a15b-bc0a659e0553 req-b2e70f0f-3101-4eff-bbe9-c54f507ec466 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 947 time: 0.2948205 Aug 25 19:07:33.319416 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c773f90-4c9d-4030-9398-422500ad0cf0 req-3b3efc1a-8015-44b0-89a0-f128608c5fb1 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:33.321174 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-0c773f90-4c9d-4030-9398-422500ad0cf0 req-3b3efc1a-8015-44b0-89a0-f128608c5fb1 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.23 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 947 time: 0.1584551 Aug 25 19:07:33.419066 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-617a7ae5-7022-4c73-a15b-bc0a659e0553 req-25bd0036-43b9-4e05-8208-7ad2327905bc tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5b064f4-338a-4f34-92c9-54e444211618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287980 Aug 25 19:07:33.442771 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [req-0c773f90-4c9d-4030-9398-422500ad0cf0 req-1c7fadd6-1cdb-44dd-9609-df84394dd98e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Deleting port e8f2b708-590b-40a9-969b-93ba8401bb2a {{(pid=74943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:07:33.443151 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-0c773f90-4c9d-4030-9398-422500ad0cf0 req-1c7fadd6-1cdb-44dd-9609-df84394dd98e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:33.525085 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-399ad7e6-925f-4651-b6bf-b7f30995f425 service neutron] 10.222.0.23 "GET /v2.0/networks/33b073fa-f579-4d52-a854-21dde8afe8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830094 Aug 25 19:07:33.809229 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-4cb76384-af88-4c83-b54f-0216d7cca223 req-b86fc325-97c4-4709-9444-b0739ead8122 service neutron] 10.222.0.23 "GET /v2.0/networks/33b073fa-f579-4d52-a854-21dde8afe8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727506 Aug 25 19:07:33.908486 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.db [req-0c773f90-4c9d-4030-9398-422500ad0cf0 req-1c7fadd6-1cdb-44dd-9609-df84394dd98e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] For port e8f2b708-590b-40a9-969b-93ba8401bb2a, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=e8f2b708-590b-40a9-969b-93ba8401bb2a,segment=NetworkSegment(53d47dea-4354-48e2-8d62-a37d0ab26078),segment_id=53d47dea-4354-48e2-8d62-a37d0ab26078)] {{(pid=74943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:07:33.909578 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-0c773f90-4c9d-4030-9398-422500ad0cf0 req-1c7fadd6-1cdb-44dd-9609-df84394dd98e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:34.143048 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f842472-8a59-4971-b9ed-abc08edb841a req-9bfde8ca-d3a3-44f2-8bf9-bdd910f1331e tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:34.144275 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-3f842472-8a59-4971-b9ed-abc08edb841a req-9bfde8ca-d3a3-44f2-8bf9-bdd910f1331e tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Synchronizing usage tracker for tenant:12870fe9d1e741f69ee19a3c7c73e1ff on resource:port {{(pid=74944) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:07:34.166613 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-638b260d-e376-4269-ac92-dfbc95cb1630 req-5166d560-68bd-4d7a-baa7-532f106b7a15 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=12870fe9d1e741f69ee19a3c7c73e1ff&device_id=ed2caee5-c799-4420-bcdf-36efbc56e350 HTTP/1.1" status: 200 len: 1097 time: 0.2247758 Aug 25 19:07:34.264164 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-3f842472-8a59-4971-b9ed-abc08edb841a req-9bfde8ca-d3a3-44f2-8bf9-bdd910f1331e tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Unset dirty status for tenant:12870fe9d1e741f69ee19a3c7c73e1ff on resource:port {{(pid=74944) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:07:34.265742 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-3f842472-8a59-4971-b9ed-abc08edb841a req-9bfde8ca-d3a3-44f2-8bf9-bdd910f1331e tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2caee5-c799-4420-bcdf-36efbc56e350 HTTP/1.1" status: 200 len: 944 time: 0.4500470 Aug 25 19:07:34.379205 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-0c773f90-4c9d-4030-9398-422500ad0cf0 req-1c7fadd6-1cdb-44dd-9609-df84394dd98e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:34.379617 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-0c773f90-4c9d-4030-9398-422500ad0cf0 req-1c7fadd6-1cdb-44dd-9609-df84394dd98e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677192'] for floatingip, after_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:34.380017 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.db.l3_db [req-0c773f90-4c9d-4030-9398-422500ad0cf0 req-1c7fadd6-1cdb-44dd-9609-df84394dd98e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Floating IP ce1f3d3c-b645-48ea-ae02-efad23e2a563 disassociated. External IP: 172.28.1.142, port: e8f2b708-590b-40a9-969b-93ba8401bb2a. Aug 25 19:07:34.380653 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [req-0c773f90-4c9d-4030-9398-422500ad0cf0 req-1c7fadd6-1cdb-44dd-9609-df84394dd98e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Calling delete_port for e8f2b708-590b-40a9-969b-93ba8401bb2a owned by compute:nova {{(pid=74943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:07:34.386027 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-3f842472-8a59-4971-b9ed-abc08edb841a req-2ff422fe-14c2-4cd8-a954-44c42922823a tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Synchronizing usage tracker for tenant:12870fe9d1e741f69ee19a3c7c73e1ff on resource:security_group {{(pid=74944) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:07:34.392294 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b260d-e376-4269-ac92-dfbc95cb1630 req-8360221e-3c65-479c-aede-d5d1a31b5ee1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:34.394034 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-638b260d-e376-4269-ac92-dfbc95cb1630 req-8360221e-3c65-479c-aede-d5d1a31b5ee1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=33b073fa-f579-4d52-a854-21dde8afe8fc HTTP/1.1" status: 200 len: 910 time: 0.2179880 Aug 25 19:07:34.492806 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-638b260d-e376-4269-ac92-dfbc95cb1630 req-18fbe2ae-7125-4b71-a478-fe4155e42ecf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc HTTP/1.1" status: 200 len: 217 time: 0.0909290 Aug 25 19:07:34.498114 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-3f842472-8a59-4971-b9ed-abc08edb841a req-2ff422fe-14c2-4cd8-a954-44c42922823a tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Unset dirty status for tenant:12870fe9d1e741f69ee19a3c7c73e1ff on resource:security_group {{(pid=74944) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:07:34.499718 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-3f842472-8a59-4971-b9ed-abc08edb841a req-2ff422fe-14c2-4cd8-a954-44c42922823a tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce7bbda-fb5a-4c89-8de9-bc9d94033957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235925 Aug 25 19:07:34.609191 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b260d-e376-4269-ac92-dfbc95cb1630 req-f8fba5d5-d1f2-4564-8ab7-6a19fa947497 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:34.613558 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-638b260d-e376-4269-ac92-dfbc95cb1630 req-f8fba5d5-d1f2-4564-8ab7-6a19fa947497 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=08c51266-d302-4579-8857-ffa2e4f9c707 HTTP/1.1" status: 200 len: 849 time: 0.1124098 Aug 25 19:07:34.674998 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-638b260d-e376-4269-ac92-dfbc95cb1630 req-f18694d8-b0bf-459e-8b42-8fc45f25fc98 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=33b073fa-f579-4d52-a854-21dde8afe8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534632 Aug 25 19:07:34.871819 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-638b260d-e376-4269-ac92-dfbc95cb1630 req-4575eed8-6dd0-4046-8306-9be07e90bba7 service neutron] 10.222.0.23 "GET /v2.0/networks/33b073fa-f579-4d52-a854-21dde8afe8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891825 Aug 25 19:07:34.985572 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-0c773f90-4c9d-4030-9398-422500ad0cf0 req-1c7fadd6-1cdb-44dd-9609-df84394dd98e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730660626180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730660203048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958082'] for port, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:35.001478 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-65b39ea8-1951-477f-b0d2-c9e4cf4e69fe req-55fc3297-abcb-4a80-9d81-d94717382618 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 210 time: 0.1890478 Aug 25 19:07:35.007048 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-6d0bee2b-6c7a-4ea2-bc7b-bdec95ef9c58 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:35.131730 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7fadd6-1cdb-44dd-9609-df84394dd98e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Pushing event deleted for resources: {'Port': ['ID=e8f2b708-590b-40a9-969b-93ba8401bb2a,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:35.131730 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-1c7fadd6-1cdb-44dd-9609-df84394dd98e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:35.246715 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-638b260d-e376-4269-ac92-dfbc95cb1630 req-575ab3d2-652d-46be-9bb1-975c020c284f service neutron] 10.222.0.23 "GET /v2.0/networks/33b073fa-f579-4d52-a854-21dde8afe8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651943 Aug 25 19:07:35.662594 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c773f90-4c9d-4030-9398-422500ad0cf0 req-1c7fadd6-1cdb-44dd-9609-df84394dd98e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Router 69e884ae-2093-4dd4-9dab-e56664b2bbac has already been hosted by L3 agent 6ef59418-d088-436f-8fb3-73af7fac7dac {{(pid=74943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:07:35.682009 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.agents_db [None req-346cd5c8-7112-4e4f-bf89-0e0659d32542 None None] Agent healthcheck: found 6 active agents {{(pid=74946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:07:35.830745 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:35.852415 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=74945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:07:35.867498 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device e8f2b708-590b-40a9-969b-93ba8401bb2a no longer exists at agent hyperv_hv-cinder-80603 {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:07:35.913196 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb182b3d-bc66-4f80-b34f-824f1ccdacdd req-758af051-7184-4f8f-ad76-c58c3351a02b tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:35.914850 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-eb182b3d-bc66-4f80-b34f-824f1ccdacdd req-758af051-7184-4f8f-ad76-c58c3351a02b tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2caee5-c799-4420-bcdf-36efbc56e350 HTTP/1.1" status: 200 len: 944 time: 0.2028925 Aug 25 19:07:36.034217 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] No Port match for: e8f2b708-590b-40a9-969b-93ba8401bb2a {{(pid=74945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:07:36.042498 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-eb182b3d-bc66-4f80-b34f-824f1ccdacdd req-28798ddd-bd3a-4c23-a8ac-274263b1b553 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce7bbda-fb5a-4c89-8de9-bc9d94033957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205525 Aug 25 19:07:36.043574 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device e8f2b708-590b-40a9-969b-93ba8401bb2a not bound to the agent host hv-cinder-80603 {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:07:36.321271 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c773f90-4c9d-4030-9398-422500ad0cf0 req-1c7fadd6-1cdb-44dd-9609-df84394dd98e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify agent at l3_agent.dv-cinder-806038-1-smb the message routers_updated {{(pid=74943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:07:36.335022 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dcc5cd-aaf1-48cc-b57c-eaff23238bbc None None] Sync routers for ids ['69e884ae-2093-4dd4-9dab-e56664b2bbac'] in dv-cinder-806038-1-smb {{(pid=74946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:07:36.367031 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dcc5cd-aaf1-48cc-b57c-eaff23238bbc None None] Routers {'69e884ae-2093-4dd4-9dab-e56664b2bbac'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:07:36.367570 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-88dcc5cd-aaf1-48cc-b57c-eaff23238bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:07:15Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['69e884ae-2093-4dd4-9dab-e56664b2bbac'], 'active': True} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:07:36.372802 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-590c5aa7-0285-42a0-af94-58a099a6f178 req-04b56e59-55fa-4bd9-a8ee-b9532ed4f166 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=22b44f16-4992-4a68-8d25-1819d93cdea5 HTTP/1.1" status: 200 len: 210 time: 0.0897856 Aug 25 19:07:36.401506 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc,segment=NetworkSegment(276edf30-b66e-4e23-ad33-c0d87c6bff57),segment_id=276edf30-b66e-4e23-ad33-c0d87c6bff57)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:07:36.463490 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Returning: {'device': '4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc', 'network_id': '33b073fa-f579-4d52-a854-21dde8afe8fc', 'port_id': '4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc', 'mac_address': 'fa:16:3e:21:55:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08c51266-d302-4579-8857-ffa2e4f9c707', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:07:36.513241 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c773f90-4c9d-4030-9398-422500ad0cf0 req-1c7fadd6-1cdb-44dd-9609-df84394dd98e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] No DVR routers for this DVR port e8f2b708-590b-40a9-969b-93ba8401bb2a on host hv-cinder-80603 {{(pid=74943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:07:36.517225 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-0c773f90-4c9d-4030-9398-422500ad0cf0 req-1c7fadd6-1cdb-44dd-9609-df84394dd98e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for port, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:36.521844 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b44f16-4992-4a68-8d25-1819d93cdea5', 'name': 'network-vif-deleted', 'tag': 'e8f2b708-590b-40a9-969b-93ba8401bb2a'}] {{(pid=74943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:07:36.552832 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-0c773f90-4c9d-4030-9398-422500ad0cf0 req-1c7fadd6-1cdb-44dd-9609-df84394dd98e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.23 "DELETE /v2.0/ports/e8f2b708-590b-40a9-969b-93ba8401bb2a HTTP/1.1" status: 204 len: 173 time: 3.2242525 Aug 25 19:07:36.640973 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b44f16-4992-4a68-8d25-1819d93cdea5', 'name': 'network-vif-deleted', 'tag': 'e8f2b708-590b-40a9-969b-93ba8401bb2a', 'status': 'completed', 'code': 200} Aug 25 19:07:36.644008 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:36.669213 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc {{(pid=74945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:07:36.690296 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc,segment=NetworkSegment(276edf30-b66e-4e23-ad33-c0d87c6bff57),segment_id=276edf30-b66e-4e23-ad33-c0d87c6bff57)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:07:36.697088 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:36.699413 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-145c2876-ad2f-4bb2-bdfa-1c7a338ee765 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:36.870615 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvr_db [None req-88dcc5cd-aaf1-48cc-b57c-eaff23238bbc None None] Set router 69e884ae-2093-4dd4-9dab-e56664b2bbac gateway port host: dv-cinder-806038-1-smb {{(pid=74946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:07:36.944649 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc,revision_number=4']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:36.967471 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:37.026431 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] get_ports_and_sgs() called for port_ids ['4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc'] {{(pid=74945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:07:37.401996 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e7a29a-5fba-40d4-b4f0-7804e1b7965a req-4008bfef-cb79-481d-8c86-440a6f86c5bb tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:37.414834 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-48e7a29a-5fba-40d4-b4f0-7804e1b7965a req-4008bfef-cb79-481d-8c86-440a6f86c5bb tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 946 time: 0.5957847 Aug 25 19:07:37.537456 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-48e7a29a-5fba-40d4-b4f0-7804e1b7965a req-bb7bf833-683e-4663-aa00-4e1139cf323a tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b54908-2cbe-4aa7-bf0c-f3694aa57b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212029 Aug 25 19:07:37.730220 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-88dcc5cd-aaf1-48cc-b57c-eaff23238bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'name': 'tempest-AttachVolumeShelveTestJSON-1277462353-router', 'tenant_id': '972f6642a63b419091a626917b54e4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '1f4d34d5-aa37-48dc-9eef-e12fafe8f908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:10Z', 'updated_at': '2021-08-25T19:03:27Z', 'revision_number': 4, 'project_id': '972f6642a63b419091a626917b54e4c9', 'gw_port': {'id': '1f4d34d5-aa37-48dc-9eef-e12fafe8f908', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:12Z', 'updated_at': '2021-08-25T19:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_interfaces': [{'id': 'e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f', 'name': '', 'network_id': '4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1', 'tenant_id': '972f6642a63b419091a626917b54e4c9', 'mac_address': 'fa:16:3e:05:d2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01124877-1e02-41ab-ac74-7fab9c7740c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:25Z', 'updated_at': '2021-08-25T19:03:49Z', 'revision_number': 5, 'project_id': '972f6642a63b419091a626917b54e4c9', 'subnets': [{'id': '01124877-1e02-41ab-ac74-7fab9c7740c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:07:37.744002 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dcc5cd-aaf1-48cc-b57c-eaff23238bbc None None] Checking router: 69e884ae-2093-4dd4-9dab-e56664b2bbac for host: dv-cinder-806038-1-smb {{(pid=74946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:07:37.760651 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dcc5cd-aaf1-48cc-b57c-eaff23238bbc None None] Routers {'69e884ae-2093-4dd4-9dab-e56664b2bbac'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:07:37.761485 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-88dcc5cd-aaf1-48cc-b57c-eaff23238bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:07:15Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['69e884ae-2093-4dd4-9dab-e56664b2bbac'], 'active': True} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:07:37.869186 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc65924-9e75-4592-bdb6-484158804e54 req-04f983aa-45e1-4207-8f73-7bbe5316f3ce tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:37.871983 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-7cc65924-9e75-4592-bdb6-484158804e54 req-04f983aa-45e1-4207-8f73-7bbe5316f3ce tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2caee5-c799-4420-bcdf-36efbc56e350 HTTP/1.1" status: 200 len: 945 time: 0.5134993 Aug 25 19:07:37.958929 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 44566) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:38.055526 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-7cc65924-9e75-4592-bdb6-484158804e54 req-c15b687e-19da-4f49-bde2-e1d47e003a30 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce7bbda-fb5a-4c89-8de9-bc9d94033957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687891 Aug 25 19:07:38.190155 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 44572) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:38.198967 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-ed9dd01a-8a9b-47ff-9067-ab9612ab047a tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:38.236958 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvr_db [None req-88dcc5cd-aaf1-48cc-b57c-eaff23238bbc None None] Set router 69e884ae-2093-4dd4-9dab-e56664b2bbac gateway port host: dv-cinder-806038-1-smb {{(pid=74946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:07:38.319136 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-ed9dd01a-8a9b-47ff-9067-ab9612ab047a tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:38.460006 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-ed9dd01a-8a9b-47ff-9067-ab9612ab047a tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:38.482914 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-228ea4bb-9a0c-4e55-a93d-ae2fbadbbc6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:38.510303 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9dd01a-8a9b-47ff-9067-ab9612ab047a tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b064f4-338a-4f34-92c9-54e444211618,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:38.514916 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-ed9dd01a-8a9b-47ff-9067-ab9612ab047a tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:38.519216 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-ed9dd01a-8a9b-47ff-9067-ab9612ab047a tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:38.523798 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-ed9dd01a-8a9b-47ff-9067-ab9612ab047a tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "DELETE /v2.0/security-groups/a5b064f4-338a-4f34-92c9-54e444211618 HTTP/1.1" status: 204 len: 168 time: 0.5609841 Aug 25 19:07:38.524450 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 44582) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:38.553006 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-60b3e0fe-25cf-4bee-b8aa-8a53ec7b5edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:38.575163 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.api.v2.resource [None req-cafe46b0-82cf-4753-99fc-1975b51ad3d0 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] show failed (client error): The resource could not be found. Aug 25 19:07:38.578875 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-cafe46b0-82cf-4753-99fc-1975b51ad3d0 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups/a5b064f4-338a-4f34-92c9-54e444211618 HTTP/1.1" status: 404 len: 347 time: 0.0477800 Aug 25 19:07:38.583295 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 44586) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:38.688103 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-60b3e0fe-25cf-4bee-b8aa-8a53ec7b5edb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:38.698180 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-60b3e0fe-25cf-4bee-b8aa-8a53ec7b5edb admin admin] Usage tracker for resource:security_group_rule and tenant:d6fad0d6be144df1af22aaa1d372bcea is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:38.708893 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-60b3e0fe-25cf-4bee-b8aa-8a53ec7b5edb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:38.728815 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-60b3e0fe-25cf-4bee-b8aa-8a53ec7b5edb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:38.867945 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-88dcc5cd-aaf1-48cc-b57c-eaff23238bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'name': 'tempest-AttachVolumeShelveTestJSON-1277462353-router', 'tenant_id': '972f6642a63b419091a626917b54e4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '1f4d34d5-aa37-48dc-9eef-e12fafe8f908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:10Z', 'updated_at': '2021-08-25T19:03:27Z', 'revision_number': 4, 'project_id': '972f6642a63b419091a626917b54e4c9', 'gw_port': {'id': '1f4d34d5-aa37-48dc-9eef-e12fafe8f908', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:12Z', 'updated_at': '2021-08-25T19:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_interfaces': [{'id': 'e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f', 'name': '', 'network_id': '4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1', 'tenant_id': '972f6642a63b419091a626917b54e4c9', 'mac_address': 'fa:16:3e:05:d2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01124877-1e02-41ab-ac74-7fab9c7740c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:25Z', 'updated_at': '2021-08-25T19:03:49Z', 'revision_number': 5, 'project_id': '972f6642a63b419091a626917b54e4c9', 'subnets': [{'id': '01124877-1e02-41ab-ac74-7fab9c7740c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:07:38.890178 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dcc5cd-aaf1-48cc-b57c-eaff23238bbc None None] The sync data for ids ['69e884ae-2093-4dd4-9dab-e56664b2bbac'] in dv-cinder-806038-1-smb is: [{'id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'name': 'tempest-AttachVolumeShelveTestJSON-1277462353-router', 'tenant_id': '972f6642a63b419091a626917b54e4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '1f4d34d5-aa37-48dc-9eef-e12fafe8f908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:10Z', 'updated_at': '2021-08-25T19:03:27Z', 'revision_number': 4, 'project_id': '972f6642a63b419091a626917b54e4c9', 'gw_port': {'id': '1f4d34d5-aa37-48dc-9eef-e12fafe8f908', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:12Z', 'updated_at': '2021-08-25T19:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_interfaces': [{'id': 'e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f', 'name': '', 'network_id': '4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1', 'tenant_id': '972f6642a63b419091a626917b54e4c9', 'mac_address': 'fa:16:3e:05:d2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01124877-1e02-41ab-ac74-7fab9c7740c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:25Z', 'updated_at': '2021-08-25T19:03:49Z', 'revision_number': 5, 'project_id': '972f6642a63b419091a626917b54e4c9', 'subnets': [{'id': '01124877-1e02-41ab-ac74-7fab9c7740c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:07:38.895735 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [None req-cb1935b1-c247-4648-82cc-ab67fa25cd3b tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Deleting port bee2d768-bafd-409e-a874-fd755a4f19ee {{(pid=74943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:07:38.896153 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-cb1935b1-c247-4648-82cc-ab67fa25cd3b tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:38.905516 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-60b3e0fe-25cf-4bee-b8aa-8a53ec7b5edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:38.916130 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-60b3e0fe-25cf-4bee-b8aa-8a53ec7b5edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:38.924631 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-5c8caedb-a4a0-472f-bc9c-ba1328cfc3a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:39.025729 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b3e0fe-25cf-4bee-b8aa-8a53ec7b5edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd22911-6f30-42f1-b229-d807f28ae436,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:39.044553 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-60b3e0fe-25cf-4bee-b8aa-8a53ec7b5edb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d6fad0d6be144df1af22aaa1d372bcea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8557160 Aug 25 19:07:39.048544 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cab276-0523-4e20-a172-17f0dc4cf5cb req-b27d82f1-fbf7-4949-827a-fcda346c4859 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:39.050156 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-91cab276-0523-4e20-a172-17f0dc4cf5cb req-b27d82f1-fbf7-4949-827a-fcda346c4859 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.23 "GET /v2.0/ports?device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 946 time: 0.4659367 Aug 25 19:07:39.050597 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-60b3e0fe-25cf-4bee-b8aa-8a53ec7b5edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:39.051875 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 44592) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:39.212365 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-930bb9bb-fac0-47a2-83da-aa9d491fb0b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:39.266817 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [req-91cab276-0523-4e20-a172-17f0dc4cf5cb req-5883a4a7-319a-4e19-8371-398b4f213286 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Deleting port d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3 {{(pid=74943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:07:39.267761 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-91cab276-0523-4e20-a172-17f0dc4cf5cb req-5883a4a7-319a-4e19-8371-398b4f213286 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:39.283431 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-930bb9bb-fac0-47a2-83da-aa9d491fb0b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:39.323647 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d88c3d-a66c-40cd-a9a3-3942cb1d9990 req-5ca53c33-7289-4ee7-afd4-d496402dc975 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:39.330900 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-38d88c3d-a66c-40cd-a9a3-3942cb1d9990 req-5ca53c33-7289-4ee7-afd4-d496402dc975 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 946 time: 0.3993757 Aug 25 19:07:39.407103 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-cb1935b1-c247-4648-82cc-ab67fa25cd3b tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:39.407476 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-cb1935b1-c247-4648-82cc-ab67fa25cd3b tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:39.442672 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb808158-03a8-4ddf-a5eb-20cc818b4430 req-ca4b6c99-9771-4be0-b812-ad9ac08fb42b tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:39.444413 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-cb808158-03a8-4ddf-a5eb-20cc818b4430 req-ca4b6c99-9771-4be0-b812-ad9ac08fb42b tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2caee5-c799-4420-bcdf-36efbc56e350 HTTP/1.1" status: 200 len: 945 time: 0.1475430 Aug 25 19:07:39.477694 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-930bb9bb-fac0-47a2-83da-aa9d491fb0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:39.485453 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-e9591a41-d0d9-451d-a201-8c5b7b5f361b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:39.503645 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930bb9bb-fac0-47a2-83da-aa9d491fb0b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd22911-6f30-42f1-b229-d807f28ae436,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:39.511775 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-930bb9bb-fac0-47a2-83da-aa9d491fb0b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:39.512977 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-930bb9bb-fac0-47a2-83da-aa9d491fb0b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:39.525807 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-930bb9bb-fac0-47a2-83da-aa9d491fb0b1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fdd22911-6f30-42f1-b229-d807f28ae436 HTTP/1.1" status: 204 len: 168 time: 0.4723577 Aug 25 19:07:39.559743 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-cb808158-03a8-4ddf-a5eb-20cc818b4430 req-589291a4-0872-4edd-894d-24e69551b94d tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce7bbda-fb5a-4c89-8de9-bc9d94033957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012051 Aug 25 19:07:39.635643 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-38d88c3d-a66c-40cd-a9a3-3942cb1d9990 req-bc9ae920-7004-4d34-b05e-49ce198233a7 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b54908-2cbe-4aa7-bf0c-f3694aa57b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3037646 Aug 25 19:07:39.643384 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [None req-cb1935b1-c247-4648-82cc-ab67fa25cd3b tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Calling delete_port for bee2d768-bafd-409e-a874-fd755a4f19ee owned by network:floatingip {{(pid=74943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:07:39.852031 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc up at agent hyperv_hv-cinder-80603 {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:07:39.964086 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Provisioning for port 4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc completed by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:07:39.974356 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Provisioning complete for port 4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:07:39.975464 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:40.109174 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-cb1935b1-c247-4648-82cc-ab67fa25cd3b tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730660626180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730660203048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958082'] for port, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:40.124243 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.db [req-91cab276-0523-4e20-a172-17f0dc4cf5cb req-5883a4a7-319a-4e19-8371-398b4f213286 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] For port d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3,segment=NetworkSegment(f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c),segment_id=f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c)] {{(pid=74943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:07:40.124610 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-91cab276-0523-4e20-a172-17f0dc4cf5cb req-5883a4a7-319a-4e19-8371-398b4f213286 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:40.136876 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 44602) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:40.139610 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-13560aec-8d4d-4d35-acee-ba0626f76f53 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:40.185752 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-a2287cb5-cf1c-4251-aaa3-0f3a5475dc86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:40.245631 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:40.323787 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-a2287cb5-cf1c-4251-aaa3-0f3a5475dc86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:40.346187 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-a2287cb5-cf1c-4251-aaa3-0f3a5475dc86 admin admin] Usage tracker for resource:security_group_rule and tenant:eb921f17c6c74b47888ce37e8e93e0c1 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:40.348704 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc,segment=NetworkSegment(276edf30-b66e-4e23-ad33-c0d87c6bff57),segment_id=276edf30-b66e-4e23-ad33-c0d87c6bff57)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:07:40.350864 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2caee5-c799-4420-bcdf-36efbc56e350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc'}] {{(pid=74945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:07:40.355594 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-a2287cb5-cf1c-4251-aaa3-0f3a5475dc86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:40.369228 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-a2287cb5-cf1c-4251-aaa3-0f3a5475dc86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:40.374422 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:40.374747 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1935b1-c247-4648-82cc-ab67fa25cd3b tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Pushing event deleted for resources: {'Port': ['ID=bee2d768-bafd-409e-a874-fd755a4f19ee,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:40.378820 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-cb1935b1-c247-4648-82cc-ab67fa25cd3b tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:40.385584 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:40.538659 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-a2287cb5-cf1c-4251-aaa3-0f3a5475dc86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:40.547948 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-a2287cb5-cf1c-4251-aaa3-0f3a5475dc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:40.564762 dv-cinder-806038-1-smb neutron-server[74945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2caee5-c799-4420-bcdf-36efbc56e350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc', 'code': 200} Aug 25 19:07:40.623873 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-93be6672-40d1-4255-a410-0b67fbab7a2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:40.641038 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc,revision_number=5']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:40.647823 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:40.726680 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-a2287cb5-cf1c-4251-aaa3-0f3a5475dc86 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eb921f17c6c74b47888ce37e8e93e0c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5845761 Aug 25 19:07:40.728547 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 44612) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:40.735132 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2287cb5-cf1c-4251-aaa3-0f3a5475dc86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b22461-b39c-42f5-9965-5b1c537cd1b8,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:40.742132 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-a2287cb5-cf1c-4251-aaa3-0f3a5475dc86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:40.787876 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-cb1935b1-c247-4648-82cc-ab67fa25cd3b tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks [] for floatingip, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:41.087895 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-1908d851-9a4e-4e7e-85e8-29825e765f7a req-202d7e43-1677-439e-9e10-0f734b7ce466 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ed2caee5-c799-4420-bcdf-36efbc56e350 HTTP/1.1" status: 200 len: 1099 time: 0.2070754 Aug 25 19:07:41.101101 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9860d-a4e3-4c8e-9bed-fac4e1bc62d8 req-ccfce326-c06f-4e3e-a5c0-0da3de2e5306 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:41.103683 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-ffe9860d-a4e3-4c8e-9bed-fac4e1bc62d8 req-ccfce326-c06f-4e3e-a5c0-0da3de2e5306 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 946 time: 0.1326830 Aug 25 19:07:41.138145 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-cb1935b1-c247-4648-82cc-ab67fa25cd3b tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for floatingip, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:41.142131 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-cb1935b1-c247-4648-82cc-ab67fa25cd3b tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "DELETE /v2.0/floatingips/ce1f3d3c-b645-48ea-ae02-efad23e2a563 HTTP/1.1" status: 204 len: 168 time: 2.5565925 Aug 25 19:07:41.175028 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-1908d851-9a4e-4e7e-85e8-29825e765f7a req-7f689e7c-0983-4dd0-bfb9-b9b17c4e2fe6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7ce7bbda-fb5a-4c89-8de9-bc9d94033957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700552 Aug 25 19:07:41.191623 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-91cab276-0523-4e20-a172-17f0dc4cf5cb req-5883a4a7-319a-4e19-8371-398b4f213286 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:41.192745 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-91cab276-0523-4e20-a172-17f0dc4cf5cb req-5883a4a7-319a-4e19-8371-398b4f213286 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677192'] for floatingip, after_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:41.193249 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.db.l3_db [req-91cab276-0523-4e20-a172-17f0dc4cf5cb req-5883a4a7-319a-4e19-8371-398b4f213286 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Floating IP 44208b14-62bc-4fb3-830a-2a982e74cd25 disassociated. External IP: 172.28.1.35, port: d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3. Aug 25 19:07:41.193746 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [req-91cab276-0523-4e20-a172-17f0dc4cf5cb req-5883a4a7-319a-4e19-8371-398b4f213286 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Calling delete_port for d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3 owned by compute:nova {{(pid=74943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:07:41.248892 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-ffe9860d-a4e3-4c8e-9bed-fac4e1bc62d8 req-e24c5a56-1bc8-4dc8-b2d5-30312173b4b5 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=76b54908-2cbe-4aa7-bf0c-f3694aa57b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203561 Aug 25 19:07:41.260666 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94c92d1-bf4d-4bb5-81b5-1fb552b24ff4 None None] New status for floating IP ce1f3d3c-b645-48ea-ae02-efad23e2a563: DOWN {{(pid=74945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 19:07:41.508918 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-91cab276-0523-4e20-a172-17f0dc4cf5cb req-5883a4a7-319a-4e19-8371-398b4f213286 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730660626180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730660203048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958082'] for port, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:41.513340 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-70b2220d-da42-4d23-ad3f-80034f602bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:41.525706 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-26d725a4-49d6-42ad-b71a-45a81b650b6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:41.639528 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5883a4a7-319a-4e19-8371-398b4f213286 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Pushing event deleted for resources: {'Port': ['ID=d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:41.651120 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-5883a4a7-319a-4e19-8371-398b4f213286 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:41.679284 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107312d-bed3-4f3b-b341-05d92cfa7b59 req-bbd2b27d-1591-48cd-9dbe-e59524287986 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:41.690984 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-1107312d-bed3-4f3b-b341-05d92cfa7b59 req-bbd2b27d-1591-48cd-9dbe-e59524287986 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2caee5-c799-4420-bcdf-36efbc56e350 HTTP/1.1" status: 200 len: 946 time: 0.6540220 Aug 25 19:07:41.715574 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-70b2220d-da42-4d23-ad3f-80034f602bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:41.740557 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 44618) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:41.748295 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [None req-42655a82-4e7a-4a57-9fff-b6d14a0c54a6 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2028661008', 'description': 'tempest-description--1444157122'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:07:41.758040 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-42655a82-4e7a-4a57-9fff-b6d14a0c54a6 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:41.763861 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-42655a82-4e7a-4a57-9fff-b6d14a0c54a6 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Usage tracker for resource:security_group and tenant:972f6642a63b419091a626917b54e4c9 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:41.767668 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-42655a82-4e7a-4a57-9fff-b6d14a0c54a6 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:41.789929 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-42655a82-4e7a-4a57-9fff-b6d14a0c54a6 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:41.809920 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-42655a82-4e7a-4a57-9fff-b6d14a0c54a6 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:41.872660 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3 no longer exists at agent hyperv_hv-cinder-80603 {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:07:41.878463 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-42655a82-4e7a-4a57-9fff-b6d14a0c54a6 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:41.891358 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-42655a82-4e7a-4a57-9fff-b6d14a0c54a6 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Usage tracker for resource:security_group_rule and tenant:972f6642a63b419091a626917b54e4c9 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:41.898703 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-42655a82-4e7a-4a57-9fff-b6d14a0c54a6 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:41.919696 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-42655a82-4e7a-4a57-9fff-b6d14a0c54a6 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:41.925424 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] No Port match for: d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3 {{(pid=74945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:07:41.927608 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3 not bound to the agent host hv-cinder-80603 {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:07:42.053077 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-42655a82-4e7a-4a57-9fff-b6d14a0c54a6 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:42.060375 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-42655a82-4e7a-4a57-9fff-b6d14a0c54a6 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:42.061138 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-1107312d-bed3-4f3b-b341-05d92cfa7b59 req-bc572892-192b-43de-bf78-05b3a7c30aa5 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce7bbda-fb5a-4c89-8de9-bc9d94033957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528867 Aug 25 19:07:42.084581 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:42.107313 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-70b2220d-da42-4d23-ad3f-80034f602bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:42.112656 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-afa9ef31-1085-4e3c-80fa-57d17be61184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:42.251894 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42655a82-4e7a-4a57-9fff-b6d14a0c54a6 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83209566-2265-48d9-bdcb-43b3b818b240,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:42.260978 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-42655a82-4e7a-4a57-9fff-b6d14a0c54a6 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:42.263047 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2220d-da42-4d23-ad3f-80034f602bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b22461-b39c-42f5-9965-5b1c537cd1b8,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:42.268552 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-70b2220d-da42-4d23-ad3f-80034f602bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:42.274995 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-42655a82-4e7a-4a57-9fff-b6d14a0c54a6 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:42.275854 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-42655a82-4e7a-4a57-9fff-b6d14a0c54a6 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.5339913 Aug 25 19:07:42.286672 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 44622) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:42.330600 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [None req-ad13135b-1331-4637-bf50-9f60390ed533 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Request body: {'security_group_rule': {'security_group_id': '83209566-2265-48d9-bdcb-43b3b818b240', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:07:42.372315 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-ad13135b-1331-4637-bf50-9f60390ed533 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:42.393510 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-ad13135b-1331-4637-bf50-9f60390ed533 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Usage tracker for resource:security_group_rule and tenant:972f6642a63b419091a626917b54e4c9 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:42.413697 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-ad13135b-1331-4637-bf50-9f60390ed533 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:42.444215 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-ad13135b-1331-4637-bf50-9f60390ed533 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:42.452709 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-97648cf7-150f-4a77-a15d-edac14a8e473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:42.456618 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-70b2220d-da42-4d23-ad3f-80034f602bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:42.466636 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-70b2220d-da42-4d23-ad3f-80034f602bce admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c7b22461-b39c-42f5-9965-5b1c537cd1b8 HTTP/1.1" status: 204 len: 168 time: 1.7221069 Aug 25 19:07:42.513341 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-ad13135b-1331-4637-bf50-9f60390ed533 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:42.587899 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91cab276-0523-4e20-a172-17f0dc4cf5cb req-5883a4a7-319a-4e19-8371-398b4f213286 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Router 0bd1a7d7-1b97-4b89-8024-e20caa706089 has already been hosted by L3 agent 6ef59418-d088-436f-8fb3-73af7fac7dac {{(pid=74943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:07:42.779671 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-ad13135b-1331-4637-bf50-9f60390ed533 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:42.787932 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-ad13135b-1331-4637-bf50-9f60390ed533 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869344'] for security_group_rule, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:42.838593 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-44895b9d-d6ae-4a38-b46e-55ae0f5b8902 req-43446144-7614-46a4-abc3-de81092adef3 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 210 time: 0.1008096 Aug 25 19:07:42.846350 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:42.917864 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13135b-1331-4637-bf50-9f60390ed533 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=add747d9-976c-4865-9eb7-26f19a359e87,revision_number=0']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:42.924213 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-ad13135b-1331-4637-bf50-9f60390ed533 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:42.944818 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-ad13135b-1331-4637-bf50-9f60390ed533 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:42.951492 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:42.955518 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-ad13135b-1331-4637-bf50-9f60390ed533 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6654727 Aug 25 19:07:42.958730 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 44630) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:42.990405 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [None req-c7ecc1ca-1f5b-4e7d-8a2c-7673be2f7d5d tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Request body: {'security_group_rule': {'security_group_id': '83209566-2265-48d9-bdcb-43b3b818b240', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:07:43.006949 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-c7ecc1ca-1f5b-4e7d-8a2c-7673be2f7d5d tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:43.015470 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-c7ecc1ca-1f5b-4e7d-8a2c-7673be2f7d5d tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Usage tracker for resource:security_group_rule and tenant:972f6642a63b419091a626917b54e4c9 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:43.021447 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-c7ecc1ca-1f5b-4e7d-8a2c-7673be2f7d5d tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:43.041032 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-c7ecc1ca-1f5b-4e7d-8a2c-7673be2f7d5d tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:43.080223 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-c7ecc1ca-1f5b-4e7d-8a2c-7673be2f7d5d tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:43.236215 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-c7ecc1ca-1f5b-4e7d-8a2c-7673be2f7d5d tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:43.245336 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-c7ecc1ca-1f5b-4e7d-8a2c-7673be2f7d5d tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869344'] for security_group_rule, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:43.248273 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:43.260033 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91cab276-0523-4e20-a172-17f0dc4cf5cb req-5883a4a7-319a-4e19-8371-398b4f213286 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify agent at l3_agent.dv-cinder-806038-1-smb the message routers_updated {{(pid=74943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:07:43.279972 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60939f5-4d92-4d75-995c-d4cde54acd2f None None] Sync routers for ids ['0bd1a7d7-1b97-4b89-8024-e20caa706089'] in dv-cinder-806038-1-smb {{(pid=74946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:07:43.298770 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60939f5-4d92-4d75-995c-d4cde54acd2f None None] Routers {'0bd1a7d7-1b97-4b89-8024-e20caa706089'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:07:43.299328 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-b60939f5-4d92-4d75-995c-d4cde54acd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:07:15Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['0bd1a7d7-1b97-4b89-8024-e20caa706089'], 'active': True} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:07:43.385066 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ecc1ca-1f5b-4e7d-8a2c-7673be2f7d5d tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7814ecc5-1240-4d57-a117-2c3245e49055,revision_number=0']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:43.393165 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-c7ecc1ca-1f5b-4e7d-8a2c-7673be2f7d5d tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:43.396803 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-c7ecc1ca-1f5b-4e7d-8a2c-7673be2f7d5d tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:43.405701 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-c7ecc1ca-1f5b-4e7d-8a2c-7673be2f7d5d tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4431288 Aug 25 19:07:43.406838 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 44640) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:43.414594 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [None req-3072771a-60e0-4a78-b109-16fce42fd715 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Request body: {'floatingip': {'floating_network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:07:43.421743 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-3072771a-60e0-4a78-b109-16fce42fd715 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:43.431451 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-3072771a-60e0-4a78-b109-16fce42fd715 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Usage tracker for resource:floatingip and tenant:972f6642a63b419091a626917b54e4c9 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:43.443620 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-3072771a-60e0-4a78-b109-16fce42fd715 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:43.459459 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-3072771a-60e0-4a78-b109-16fce42fd715 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:43.472845 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.l3_dvrscheduler_db [req-91cab276-0523-4e20-a172-17f0dc4cf5cb req-5883a4a7-319a-4e19-8371-398b4f213286 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] No DVR routers for this DVR port d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3 on host hv-cinder-80603 {{(pid=74943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:07:43.477024 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-91cab276-0523-4e20-a172-17f0dc4cf5cb req-5883a4a7-319a-4e19-8371-398b4f213286 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for port, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:43.479249 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-91cab276-0523-4e20-a172-17f0dc4cf5cb req-5883a4a7-319a-4e19-8371-398b4f213286 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.23 "DELETE /v2.0/ports/d49d7eeb-a9bd-4004-a1a7-dd9c113d25a3 HTTP/1.1" status: 204 len: 173 time: 4.3982418 Aug 25 19:07:43.479889 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aedf9b9-ed21-4be2-88d5-d26dbb663d98', 'name': 'network-vif-deleted', 'tag': 'd49d7eeb-a9bd-4004-a1a7-dd9c113d25a3'}] {{(pid=74943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:07:43.485309 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-3072771a-60e0-4a78-b109-16fce42fd715 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks [] for floatingip, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:43.613203 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67e22e-4aaa-4dce-a7ba-e635765af942 req-f45b2867-9cd4-48f5-a604-89aa4469abba tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:43.614914 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-db67e22e-4aaa-4dce-a7ba-e635765af942 req-f45b2867-9cd4-48f5-a604-89aa4469abba tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2caee5-c799-4420-bcdf-36efbc56e350 HTTP/1.1" status: 200 len: 946 time: 0.1967585 Aug 25 19:07:43.649973 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aedf9b9-ed21-4be2-88d5-d26dbb663d98', 'name': 'network-vif-deleted', 'tag': 'd49d7eeb-a9bd-4004-a1a7-dd9c113d25a3', 'status': 'completed', 'code': 200} Aug 25 19:07:43.703843 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvr_db [None req-b60939f5-4d92-4d75-995c-d4cde54acd2f None None] Set router 0bd1a7d7-1b97-4b89-8024-e20caa706089 gateway port host: dv-cinder-806038-1-smb {{(pid=74946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:07:43.739229 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-db67e22e-4aaa-4dce-a7ba-e635765af942 req-b92ba010-40fe-4528-89c0-f13726ad3a86 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce7bbda-fb5a-4c89-8de9-bc9d94033957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169579 Aug 25 19:07:43.864064 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-3072771a-60e0-4a78-b109-16fce42fd715 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:44.232565 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.db_base_plugin_common [None req-3072771a-60e0-4a78-b109-16fce42fd715 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Allocated IP 172.28.1.99 (417bd5a5-462f-4a89-b2a6-9bf17cf29921/fa93b1ab-a770-4eed-8e8f-a3451db1cd3c/13e81df5-3f21-4471-a721-4649460522c0) {{(pid=74944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:07:44.515690 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-117fbf56-29a3-4f30-b3c7-92606b8443ec req-3084e681-a0dc-418a-8548-368b852e3657 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aedf9b9-ed21-4be2-88d5-d26dbb663d98 HTTP/1.1" status: 200 len: 210 time: 0.1771367 Aug 25 19:07:44.766425 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-3072771a-60e0-4a78-b109-16fce42fd715 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks [] for port, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:44.848551 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-3072771a-60e0-4a78-b109-16fce42fd715 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3912941'] for port, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:44.853509 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-782b3f92-0ab8-4c4f-947c-a389810a7bd4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:44.983092 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-9e2bb6a5-6e72-45e9-a8d3-90ce82d797e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:45.007888 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3072771a-60e0-4a78-b109-16fce42fd715 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Network 417bd5a5-462f-4a89-b2a6-9bf17cf29921 is already hosted by enough agents. {{(pid=74944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:07:45.012601 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.base_scheduler [None req-3072771a-60e0-4a78-b109-16fce42fd715 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Resources bound (agent type, host, resource id): {{(pid=74944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:07:45.015753 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-b60939f5-4d92-4d75-995c-d4cde54acd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'name': 'tempest-AttachVolumeTestJSON-1296946880-router', 'tenant_id': '3e48406004b648a0990504d66c49cab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.63'}], 'enable_snat': True}, 'gw_port_id': '52952158-71c5-4b8c-9591-59071b5bd2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:03Z', 'updated_at': '2021-08-25T19:03:14Z', 'revision_number': 4, 'project_id': '3e48406004b648a0990504d66c49cab7', 'gw_port': {'id': '52952158-71c5-4b8c-9591-59071b5bd2d6', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:04Z', 'updated_at': '2021-08-25T19:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_interfaces': [{'id': 'a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52', 'name': '', 'network_id': '4729cc76-35b6-44e9-ab20-fbd23b7c92c4', 'tenant_id': '3e48406004b648a0990504d66c49cab7', 'mac_address': 'fa:16:3e:e9:f8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcd4d869-de2c-42cf-bf24-a126ff729354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:12Z', 'updated_at': '2021-08-25T19:03:40Z', 'revision_number': 5, 'project_id': '3e48406004b648a0990504d66c49cab7', 'subnets': [{'id': 'bcd4d869-de2c-42cf-bf24-a126ff729354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:07:45.025697 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3072771a-60e0-4a78-b109-16fce42fd715 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Received port after_create {{(pid=74944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:07:45.029970 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60939f5-4d92-4d75-995c-d4cde54acd2f None None] Checking router: 0bd1a7d7-1b97-4b89-8024-e20caa706089 for host: dv-cinder-806038-1-smb {{(pid=74946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:07:45.045718 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60939f5-4d92-4d75-995c-d4cde54acd2f None None] Routers {'0bd1a7d7-1b97-4b89-8024-e20caa706089'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:07:45.046751 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-b60939f5-4d92-4d75-995c-d4cde54acd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:07:45Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['0bd1a7d7-1b97-4b89-8024-e20caa706089'], 'active': True} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:07:45.104752 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072771a-60e0-4a78-b109-16fce42fd715 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Pushing event updated for resources: {'Port': ['ID=13e81df5-3f21-4471-a721-4649460522c0,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:45.120544 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-3072771a-60e0-4a78-b109-16fce42fd715 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:45.384579 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvr_db [None req-b60939f5-4d92-4d75-995c-d4cde54acd2f None None] Set router 0bd1a7d7-1b97-4b89-8024-e20caa706089 gateway port host: dv-cinder-806038-1-smb {{(pid=74946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:07:45.388947 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-3072771a-60e0-4a78-b109-16fce42fd715 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:45.544878 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-3072771a-60e0-4a78-b109-16fce42fd715 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:45.869696 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:46.045898 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98ceae6-1dac-4f23-9cba-c6c61691870a None None] Sync routers for ids ['00e90ca0-933b-469a-b133-dfa2416a4d6a'] in dv-cinder-806038-1-smb {{(pid=74945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:07:46.106132 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 44686) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:46.125532 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98ceae6-1dac-4f23-9cba-c6c61691870a None None] Routers {'00e90ca0-933b-469a-b133-dfa2416a4d6a'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:07:46.126899 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-c98ceae6-1dac-4f23-9cba-c6c61691870a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:07:45Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['00e90ca0-933b-469a-b133-dfa2416a4d6a'], 'active': True} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:07:46.214144 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b586c6-7dc9-41e8-bacc-afdd433d8f00 req-e2e7f0f2-6826-43d2-9dbd-cf6060856242 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:46.216524 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-63b586c6-7dc9-41e8-bacc-afdd433d8f00 req-e2e7f0f2-6826-43d2-9dbd-cf6060856242 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2caee5-c799-4420-bcdf-36efbc56e350 HTTP/1.1" status: 200 len: 946 time: 0.2155573 Aug 25 19:07:46.279910 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-6df7f2d9-982d-41a5-be1a-a7cf5dbf01e8 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:46.341714 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-6df7f2d9-982d-41a5-be1a-a7cf5dbf01e8 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:46.363323 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-b60939f5-4d92-4d75-995c-d4cde54acd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'name': 'tempest-AttachVolumeTestJSON-1296946880-router', 'tenant_id': '3e48406004b648a0990504d66c49cab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.63'}], 'enable_snat': True}, 'gw_port_id': '52952158-71c5-4b8c-9591-59071b5bd2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:03Z', 'updated_at': '2021-08-25T19:03:14Z', 'revision_number': 4, 'project_id': '3e48406004b648a0990504d66c49cab7', 'gw_port': {'id': '52952158-71c5-4b8c-9591-59071b5bd2d6', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:04Z', 'updated_at': '2021-08-25T19:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_interfaces': [{'id': 'a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52', 'name': '', 'network_id': '4729cc76-35b6-44e9-ab20-fbd23b7c92c4', 'tenant_id': '3e48406004b648a0990504d66c49cab7', 'mac_address': 'fa:16:3e:e9:f8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcd4d869-de2c-42cf-bf24-a126ff729354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:12Z', 'updated_at': '2021-08-25T19:03:40Z', 'revision_number': 5, 'project_id': '3e48406004b648a0990504d66c49cab7', 'subnets': [{'id': 'bcd4d869-de2c-42cf-bf24-a126ff729354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:07:46.366546 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-63b586c6-7dc9-41e8-bacc-afdd433d8f00 req-3d63242b-c2dd-478d-ad40-eb681f7088f4 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce7bbda-fb5a-4c89-8de9-bc9d94033957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252563 Aug 25 19:07:46.381526 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60939f5-4d92-4d75-995c-d4cde54acd2f None None] The sync data for ids ['0bd1a7d7-1b97-4b89-8024-e20caa706089'] in dv-cinder-806038-1-smb is: [{'id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'name': 'tempest-AttachVolumeTestJSON-1296946880-router', 'tenant_id': '3e48406004b648a0990504d66c49cab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.63'}], 'enable_snat': True}, 'gw_port_id': '52952158-71c5-4b8c-9591-59071b5bd2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:03Z', 'updated_at': '2021-08-25T19:03:14Z', 'revision_number': 4, 'project_id': '3e48406004b648a0990504d66c49cab7', 'gw_port': {'id': '52952158-71c5-4b8c-9591-59071b5bd2d6', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:04Z', 'updated_at': '2021-08-25T19:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_interfaces': [{'id': 'a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52', 'name': '', 'network_id': '4729cc76-35b6-44e9-ab20-fbd23b7c92c4', 'tenant_id': '3e48406004b648a0990504d66c49cab7', 'mac_address': 'fa:16:3e:e9:f8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcd4d869-de2c-42cf-bf24-a126ff729354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:12Z', 'updated_at': '2021-08-25T19:03:40Z', 'revision_number': 5, 'project_id': '3e48406004b648a0990504d66c49cab7', 'subnets': [{'id': 'bcd4d869-de2c-42cf-bf24-a126ff729354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:07:46.497297 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-6df7f2d9-982d-41a5-be1a-a7cf5dbf01e8 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:46.529087 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-70b2220d-da42-4d23-ad3f-80034f602bce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:46.591129 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df7f2d9-982d-41a5-be1a-a7cf5dbf01e8 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b54908-2cbe-4aa7-bf0c-f3694aa57b64,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:46.599594 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-6df7f2d9-982d-41a5-be1a-a7cf5dbf01e8 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:46.616655 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-6df7f2d9-982d-41a5-be1a-a7cf5dbf01e8 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:46.620864 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-6df7f2d9-982d-41a5-be1a-a7cf5dbf01e8 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "DELETE /v2.0/security-groups/76b54908-2cbe-4aa7-bf0c-f3694aa57b64 HTTP/1.1" status: 204 len: 168 time: 0.5094073 Aug 25 19:07:46.623206 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-3072771a-60e0-4a78-b109-16fce42fd715 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks [] for port, precommit_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:46.625216 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 44694) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:46.635716 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-3072771a-60e0-4a78-b109-16fce42fd715 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3912932'] for port, after_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:46.665517 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-8c10dfc5-d29a-4d45-b876-e963150401ef tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:46.669361 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.api.v2.resource [None req-c9c160cd-dcf5-4d16-8d8a-dddc1c76640c tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] show failed (client error): The resource could not be found. Aug 25 19:07:46.674425 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-c9c160cd-dcf5-4d16-8d8a-dddc1c76640c tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups/76b54908-2cbe-4aa7-bf0c-f3694aa57b64 HTTP/1.1" status: 404 len: 347 time: 0.0462766 Aug 25 19:07:46.675323 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 44698) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:46.720403 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvr_db [None req-c98ceae6-1dac-4f23-9cba-c6c61691870a None None] Set router 00e90ca0-933b-469a-b133-dfa2416a4d6a gateway port host: dv-cinder-806038-1-smb {{(pid=74945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:07:46.914745 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b66d1c6-69a0-46e6-813f-87657097b00f None None] New status for floating IP 44208b14-62bc-4fb3-830a-2a982e74cd25: DOWN {{(pid=74946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 19:07:46.992067 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072771a-60e0-4a78-b109-16fce42fd715 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Pushing event updated for resources: {'Port': ['ID=13e81df5-3f21-4471-a721-4649460522c0,revision_number=2']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:46.995487 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-3072771a-60e0-4a78-b109-16fce42fd715 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677192'] for floatingip, after_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:47.001059 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-3072771a-60e0-4a78-b109-16fce42fd715 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:47.081574 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-3072771a-60e0-4a78-b109-16fce42fd715 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for floatingip, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:47.083610 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-3072771a-60e0-4a78-b109-16fce42fd715 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6753824 Aug 25 19:07:47.570827 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:47.673433 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-fa0357b8-a776-4c2d-9f7b-e20d03985900 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Synchronizing usage tracker for tenant:972f6642a63b419091a626917b54e4c9 on resource:security_group {{(pid=74944) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:07:47.720705 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-fa0357b8-a776-4c2d-9f7b-e20d03985900 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Unset dirty status for tenant:972f6642a63b419091a626917b54e4c9 on resource:security_group {{(pid=74944) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:07:47.725224 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [None req-730b0217-4bb9-45d0-970a-305c53a36687 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Deleting port 5c7e3e68-8d37-461d-b05c-b21676c7aa4f {{(pid=74943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:07:47.726042 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-fa0357b8-a776-4c2d-9f7b-e20d03985900 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--2028661008&fields=id&tenant_id=972f6642a63b419091a626917b54e4c9 HTTP/1.1" status: 200 len: 267 time: 0.1676710 Aug 25 19:07:47.728298 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-730b0217-4bb9-45d0-970a-305c53a36687 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:47.786973 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-c98ceae6-1dac-4f23-9cba-c6c61691870a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e90ca0-933b-469a-b133-dfa2416a4d6a', 'name': 'tempest-TestMinimumBasicScenario-224020454-router', 'tenant_id': 'f5b5859105584d5aa31fab895e4caf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '5af901df-d9cc-4d57-a454-a4a9deefa864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:15Z', 'updated_at': '2021-08-25T19:07:21Z', 'revision_number': 4, 'project_id': 'f5b5859105584d5aa31fab895e4caf32', 'gw_port': {'id': '5af901df-d9cc-4d57-a454-a4a9deefa864', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e90ca0-933b-469a-b133-dfa2416a4d6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:16Z', 'updated_at': '2021-08-25T19:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_interfaces': [{'id': 'be181057-b3d0-4fe7-a05d-798694d4fa5c', 'name': '', 'network_id': 'd7d359c0-31d5-4239-b2a1-1fec45c60f66', 'tenant_id': 'f5b5859105584d5aa31fab895e4caf32', 'mac_address': 'fa:16:3e:95:d5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e90ca0-933b-469a-b133-dfa2416a4d6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1149068e-6ff6-49d3-a047-4d4fd3892890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:20Z', 'updated_at': '2021-08-25T19:07:22Z', 'revision_number': 2, 'project_id': 'f5b5859105584d5aa31fab895e4caf32', 'subnets': [{'id': '1149068e-6ff6-49d3-a047-4d4fd3892890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:07:47.794013 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98ceae6-1dac-4f23-9cba-c6c61691870a None None] Checking router: 00e90ca0-933b-469a-b133-dfa2416a4d6a for host: dv-cinder-806038-1-smb {{(pid=74945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:07:47.795130 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98ceae6-1dac-4f23-9cba-c6c61691870a None None] Updating router 00e90ca0-933b-469a-b133-dfa2416a4d6a port be181057-b3d0-4fe7-a05d-798694d4fa5c binding host dv-cinder-806038-1-smb {{(pid=74945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 19:07:47.861894 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-c98ceae6-1dac-4f23-9cba-c6c61691870a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:48.192855 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-cc3edb69-4f41-425e-bda2-8eb8554f868d tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:48.205037 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-cc3edb69-4f41-425e-bda2-8eb8554f868d tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/networks?id=4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1 HTTP/1.1" status: 200 len: 817 time: 0.4696321 Aug 25 19:07:48.217391 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2e7f2-3b0f-4dd4-9e17-2d7707753375 req-4e63645d-80e4-4deb-933b-c2f9191566e5 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:48.219241 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d5d2e7f2-3b0f-4dd4-9e17-2d7707753375 req-4e63645d-80e4-4deb-933b-c2f9191566e5 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed2caee5-c799-4420-bcdf-36efbc56e350 HTTP/1.1" status: 200 len: 946 time: 0.8217168 Aug 25 19:07:48.239604 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-fddbe6a6-ce70-40fa-bd21-e0c0dc1ab31a tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/quotas/972f6642a63b419091a626917b54e4c9 HTTP/1.1" status: 200 len: 375 time: 0.0330961 Aug 25 19:07:48.350688 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8d2ff-2b47-44af-946a-b407c92b9bf2 req-ac9a24d7-50c7-41c2-88a2-6e137b1e3eeb tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:48.359897 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-25a8d2ff-2b47-44af-946a-b407c92b9bf2 req-ac9a24d7-50c7-41c2-88a2-6e137b1e3eeb tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2caee5-c799-4420-bcdf-36efbc56e350 HTTP/1.1" status: 200 len: 946 time: 0.7584186 Aug 25 19:07:48.393441 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [req-d5d2e7f2-3b0f-4dd4-9e17-2d7707753375 req-abe9af2d-80f0-4bba-98e1-a3c4a5fada6e tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Deleting port 4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc {{(pid=74943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:07:48.393948 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-d5d2e7f2-3b0f-4dd4-9e17-2d7707753375 req-abe9af2d-80f0-4bba-98e1-a3c4a5fada6e tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:48.446735 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-730b0217-4bb9-45d0-970a-305c53a36687 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:48.447126 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-730b0217-4bb9-45d0-970a-305c53a36687 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:48.455063 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-1892bce5-060f-45d8-b61a-1a2208568941 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=972f6642a63b419091a626917b54e4c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2139015 Aug 25 19:07:48.685729 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [None req-730b0217-4bb9-45d0-970a-305c53a36687 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Calling delete_port for 5c7e3e68-8d37-461d-b05c-b21676c7aa4f owned by network:floatingip {{(pid=74943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:07:48.775827 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-25a8d2ff-2b47-44af-946a-b407c92b9bf2 req-57831d89-3177-43a7-bc92-01f1fe8eba0a tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce7bbda-fb5a-4c89-8de9-bc9d94033957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4152973 Aug 25 19:07:48.784020 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-c98ceae6-1dac-4f23-9cba-c6c61691870a None None] Notify callbacks [] for port, precommit_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:48.807998 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-5959118c-b7f6-4a60-91e7-99ccd6c598c9 service neutron] 10.222.0.18 "GET /v2.0/networks/4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094964 Aug 25 19:07:48.823256 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-c98ceae6-1dac-4f23-9cba-c6c61691870a None None] Transition to ACTIVE for port object be181057-b3d0-4fe7-a05d-798694d4fa5c will not be triggered until provisioned by entity L2. {{(pid=74945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:07:48.841605 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-c98ceae6-1dac-4f23-9cba-c6c61691870a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:48.855395 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:49.025865 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e45098-a752-41b1-91bc-e99ceba92448 None None] Pushing event updated for resources: {'Port': ['ID=be181057-b3d0-4fe7-a05d-798694d4fa5c,revision_number=3']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:49.165461 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-96724448-458b-4136-a27f-5e9f1672f414 service neutron] 10.222.0.18 "GET /v2.0/networks/4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494511 Aug 25 19:07:49.245622 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e45098-a752-41b1-91bc-e99ceba92448 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:49.246683 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e45098-a752-41b1-91bc-e99ceba92448 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:49.247295 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e45098-a752-41b1-91bc-e99ceba92448 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:49.248530 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e45098-a752-41b1-91bc-e99ceba92448 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:49.249770 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e45098-a752-41b1-91bc-e99ceba92448 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:49.251054 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e45098-a752-41b1-91bc-e99ceba92448 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:49.252558 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e45098-a752-41b1-91bc-e99ceba92448 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:49.253640 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e45098-a752-41b1-91bc-e99ceba92448 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:49.254558 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e45098-a752-41b1-91bc-e99ceba92448 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:49.255651 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e45098-a752-41b1-91bc-e99ceba92448 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:49.256634 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e45098-a752-41b1-91bc-e99ceba92448 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:49.283603 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-d2e45098-a752-41b1-91bc-e99ceba92448 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:49.318928 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-730b0217-4bb9-45d0-970a-305c53a36687 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730660626180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730660203048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958082'] for port, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:49.347258 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-1bd35d57-4e1f-49ae-b3e1-daa1b726c1a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:49.452575 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b0217-4bb9-45d0-970a-305c53a36687 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Pushing event deleted for resources: {'Port': ['ID=5c7e3e68-8d37-461d-b05c-b21676c7aa4f,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:49.457369 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.db [req-d5d2e7f2-3b0f-4dd4-9e17-2d7707753375 req-abe9af2d-80f0-4bba-98e1-a3c4a5fada6e tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] For port 4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc,segment=NetworkSegment(276edf30-b66e-4e23-ad33-c0d87c6bff57),segment_id=276edf30-b66e-4e23-ad33-c0d87c6bff57)] {{(pid=74943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:07:49.457849 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-d5d2e7f2-3b0f-4dd4-9e17-2d7707753375 req-abe9af2d-80f0-4bba-98e1-a3c4a5fada6e tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:49.467487 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-730b0217-4bb9-45d0-970a-305c53a36687 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:49.582562 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.managers [None req-c98ceae6-1dac-4f23-9cba-c6c61691870a None None] Attempting to bind port be181057-b3d0-4fe7-a05d-798694d4fa5c on host dv-cinder-806038-1-smb for vnic_type normal with profile {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:07:49.583102 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.managers [None req-c98ceae6-1dac-4f23-9cba-c6c61691870a None None] Attempting to bind port be181057-b3d0-4fe7-a05d-798694d4fa5c by drivers openvswitch,hyperv on host dv-cinder-806038-1-smb at level 0 using segments [{'id': 'a326238f-4a2b-45e7-8906-0524c14c5d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd7d359c0-31d5-4239-b2a1-1fec45c60f66'}] {{(pid=74945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:07:49.583585 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98ceae6-1dac-4f23-9cba-c6c61691870a None None] Attempting to bind port be181057-b3d0-4fe7-a05d-798694d4fa5c on network d7d359c0-31d5-4239-b2a1-1fec45c60f66 {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:07:49.592482 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98ceae6-1dac-4f23-9cba-c6c61691870a None None] Checking agent: {'id': 'ade42a89-c411-4b33-b073-1b38210940ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 43), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:07:49.593037 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98ceae6-1dac-4f23-9cba-c6c61691870a None None] Checking segment: {'id': 'a326238f-4a2b-45e7-8906-0524c14c5d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd7d359c0-31d5-4239-b2a1-1fec45c60f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:07:49.593607 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-c98ceae6-1dac-4f23-9cba-c6c61691870a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:49.594054 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98ceae6-1dac-4f23-9cba-c6c61691870a None None] Bound using segment: {'id': 'a326238f-4a2b-45e7-8906-0524c14c5d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd7d359c0-31d5-4239-b2a1-1fec45c60f66'} {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:07:49.598952 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.managers [None req-c98ceae6-1dac-4f23-9cba-c6c61691870a None None] Bound port: be181057-b3d0-4fe7-a05d-798694d4fa5c, host: dv-cinder-806038-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a326238f-4a2b-45e7-8906-0524c14c5d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd7d359c0-31d5-4239-b2a1-1fec45c60f66'}}] {{(pid=74945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:07:49.598952 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-c98ceae6-1dac-4f23-9cba-c6c61691870a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:49.649645 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [req-d5d2e7f2-3b0f-4dd4-9e17-2d7707753375 req-abe9af2d-80f0-4bba-98e1-a3c4a5fada6e tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Calling delete_port for 4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc owned by compute:nova {{(pid=74943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:07:49.716192 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-c98ceae6-1dac-4f23-9cba-c6c61691870a None None] For port be181057-b3d0-4fe7-a05d-798694d4fa5c, host dv-cinder-806038-1-smb, cleared binding levels {{(pid=74945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:07:49.719849 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-c98ceae6-1dac-4f23-9cba-c6c61691870a None None] For port be181057-b3d0-4fe7-a05d-798694d4fa5c, host dv-cinder-806038-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=be181057-b3d0-4fe7-a05d-798694d4fa5c,segment=NetworkSegment(a326238f-4a2b-45e7-8906-0524c14c5d5a),segment_id=a326238f-4a2b-45e7-8906-0524c14c5d5a)] {{(pid=74945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:07:49.729227 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-c98ceae6-1dac-4f23-9cba-c6c61691870a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:49.734823 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-6b27bff8-83c1-4b37-84f6-ea7ebc215248 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:49.817458 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e45098-a752-41b1-91bc-e99ceba92448 None None] Pushing event updated for resources: {'Port': ['ID=be181057-b3d0-4fe7-a05d-798694d4fa5c,revision_number=4']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:49.822026 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-d2e45098-a752-41b1-91bc-e99ceba92448 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:49.846446 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98ceae6-1dac-4f23-9cba-c6c61691870a None None] Routers {'00e90ca0-933b-469a-b133-dfa2416a4d6a'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:07:49.846990 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-c98ceae6-1dac-4f23-9cba-c6c61691870a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:07:45Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['00e90ca0-933b-469a-b133-dfa2416a4d6a'], 'active': True} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:07:49.865670 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-d5d2e7f2-3b0f-4dd4-9e17-2d7707753375 req-abe9af2d-80f0-4bba-98e1-a3c4a5fada6e tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730660626180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730660203048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958082'] for port, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:50.141150 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc no longer exists at agent hyperv_hv-cinder-80603 {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:07:50.156171 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-eefb0f71-1cf6-419d-be5a-31d65d02b1d5 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:50.158469 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-eefb0f71-1cf6-419d-be5a-31d65d02b1d5 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/networks?id=d2049545-92f7-4e97-8b75-aba4057d3fca HTTP/1.1" status: 200 len: 815 time: 0.3675427 Aug 25 19:07:50.163651 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:50.213130 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-730b0217-4bb9-45d0-970a-305c53a36687 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks [] for floatingip, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:50.229223 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] No Port match for: 4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc {{(pid=74945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:07:50.229578 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc not bound to the agent host hv-cinder-80603 {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:07:50.235044 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9af2d-80f0-4bba-98e1-a3c4a5fada6e tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Pushing event deleted for resources: {'Port': ['ID=4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:50.254354 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-abe9af2d-80f0-4bba-98e1-a3c4a5fada6e tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:50.257860 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvr_db [None req-c98ceae6-1dac-4f23-9cba-c6c61691870a None None] Set router 00e90ca0-933b-469a-b133-dfa2416a4d6a gateway port host: dv-cinder-806038-1-smb {{(pid=74945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:07:50.356642 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-6c15192e-c3af-43c9-997d-d2419c689570 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/quotas/5bff39bca4ac4d27b1947941bd050e28 HTTP/1.1" status: 200 len: 375 time: 0.1378396 Aug 25 19:07:50.386622 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 44774) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:50.508944 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-730b0217-4bb9-45d0-970a-305c53a36687 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for floatingip, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:50.513535 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-730b0217-4bb9-45d0-970a-305c53a36687 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "DELETE /v2.0/floatingips/44208b14-62bc-4fb3-830a-2a982e74cd25 HTTP/1.1" status: 204 len: 168 time: 3.8330669 Aug 25 19:07:50.564143 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d2e7f2-3b0f-4dd4-9e17-2d7707753375 req-abe9af2d-80f0-4bba-98e1-a3c4a5fada6e tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] No DVR routers for this DVR port 4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc on host hv-cinder-80603 {{(pid=74943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:07:50.570589 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-d5d2e7f2-3b0f-4dd4-9e17-2d7707753375 req-abe9af2d-80f0-4bba-98e1-a3c4a5fada6e tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for port, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:50.574188 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d5d2e7f2-3b0f-4dd4-9e17-2d7707753375 req-abe9af2d-80f0-4bba-98e1-a3c4a5fada6e tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.23 "DELETE /v2.0/ports/4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc HTTP/1.1" status: 204 len: 173 time: 2.3480895 Aug 25 19:07:50.575298 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2caee5-c799-4420-bcdf-36efbc56e350', 'name': 'network-vif-deleted', 'tag': '4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc'}] {{(pid=74943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:07:50.603212 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device be181057-b3d0-4fe7-a05d-798694d4fa5c up at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:07:50.669513 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-c01e2155-aa62-42b9-bed8-60133b1a12ea tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5bff39bca4ac4d27b1947941bd050e28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3062828 Aug 25 19:07:50.749984 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-14d7d342-bc99-427e-b1e2-70b67f724134 req-35ac2bf9-88cc-4228-b983-10a7b4529828 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed2caee5-c799-4420-bcdf-36efbc56e350 HTTP/1.1" status: 200 len: 210 time: 0.1432586 Aug 25 19:07:50.850683 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-2292c038-d830-46f9-808a-eb8b4542b9f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:50.913748 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning for port be181057-b3d0-4fe7-a05d-798694d4fa5c completed by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:07:50.927781 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning complete for port be181057-b3d0-4fe7-a05d-798694d4fa5c triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:07:50.928162 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:51.063641 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-2292c038-d830-46f9-808a-eb8b4542b9f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:51.071857 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-2292c038-d830-46f9-808a-eb8b4542b9f5 admin admin] Usage tracker for resource:security_group_rule and tenant:12a80697fcac475d842dc510715ff1d2 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:51.077575 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-2292c038-d830-46f9-808a-eb8b4542b9f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:51.089337 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-2292c038-d830-46f9-808a-eb8b4542b9f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:51.107498 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-06dd2575-acaf-45a6-aade-ad026bac65ef service neutron] 10.222.0.18 "GET /v2.0/networks/d2049545-92f7-4e97-8b75-aba4057d3fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243736 Aug 25 19:07:51.131245 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-8e8a78d7-7553-42a6-8b2f-25d2ab773d5a req-a12e3d5f-fc2a-4d05-a6e3-aadffa13acc5 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 210 time: 0.1937881 Aug 25 19:07:51.337126 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-18894c9b-cc7d-45c8-b827-85af0e78efcc service neutron] 10.222.0.18 "GET /v2.0/networks/d2049545-92f7-4e97-8b75-aba4057d3fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170076 Aug 25 19:07:51.344627 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:51.377600 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-2292c038-d830-46f9-808a-eb8b4542b9f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:51.388100 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-2292c038-d830-46f9-808a-eb8b4542b9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:51.394329 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-c98ceae6-1dac-4f23-9cba-c6c61691870a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e90ca0-933b-469a-b133-dfa2416a4d6a', 'name': 'tempest-TestMinimumBasicScenario-224020454-router', 'tenant_id': 'f5b5859105584d5aa31fab895e4caf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '5af901df-d9cc-4d57-a454-a4a9deefa864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:15Z', 'updated_at': '2021-08-25T19:07:21Z', 'revision_number': 4, 'project_id': 'f5b5859105584d5aa31fab895e4caf32', 'gw_port': {'id': '5af901df-d9cc-4d57-a454-a4a9deefa864', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e90ca0-933b-469a-b133-dfa2416a4d6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:16Z', 'updated_at': '2021-08-25T19:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_interfaces': [{'id': 'be181057-b3d0-4fe7-a05d-798694d4fa5c', 'name': '', 'network_id': 'd7d359c0-31d5-4239-b2a1-1fec45c60f66', 'tenant_id': 'f5b5859105584d5aa31fab895e4caf32', 'mac_address': 'fa:16:3e:95:d5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e90ca0-933b-469a-b133-dfa2416a4d6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1149068e-6ff6-49d3-a047-4d4fd3892890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:20Z', 'updated_at': '2021-08-25T19:07:49Z', 'revision_number': 4, 'project_id': 'f5b5859105584d5aa31fab895e4caf32', 'subnets': [{'id': '1149068e-6ff6-49d3-a047-4d4fd3892890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:07:51.454210 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-ede1e54a-99fc-4e7d-8400-b8908b23df83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:51.468996 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-2292c038-d830-46f9-808a-eb8b4542b9f5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=12a80697fcac475d842dc510715ff1d2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0805171 Aug 25 19:07:51.473762 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 44794) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:51.483905 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] For port be181057-b3d0-4fe7-a05d-798694d4fa5c, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=be181057-b3d0-4fe7-a05d-798694d4fa5c,segment=NetworkSegment(a326238f-4a2b-45e7-8906-0524c14c5d5a),segment_id=a326238f-4a2b-45e7-8906-0524c14c5d5a)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:07:51.491785 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98ceae6-1dac-4f23-9cba-c6c61691870a None None] The sync data for ids ['00e90ca0-933b-469a-b133-dfa2416a4d6a'] in dv-cinder-806038-1-smb is: [{'id': '00e90ca0-933b-469a-b133-dfa2416a4d6a', 'name': 'tempest-TestMinimumBasicScenario-224020454-router', 'tenant_id': 'f5b5859105584d5aa31fab895e4caf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '5af901df-d9cc-4d57-a454-a4a9deefa864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:15Z', 'updated_at': '2021-08-25T19:07:21Z', 'revision_number': 4, 'project_id': 'f5b5859105584d5aa31fab895e4caf32', 'gw_port': {'id': '5af901df-d9cc-4d57-a454-a4a9deefa864', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e90ca0-933b-469a-b133-dfa2416a4d6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:16Z', 'updated_at': '2021-08-25T19:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_interfaces': [{'id': 'be181057-b3d0-4fe7-a05d-798694d4fa5c', 'name': '', 'network_id': 'd7d359c0-31d5-4239-b2a1-1fec45c60f66', 'tenant_id': 'f5b5859105584d5aa31fab895e4caf32', 'mac_address': 'fa:16:3e:95:d5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e90ca0-933b-469a-b133-dfa2416a4d6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1149068e-6ff6-49d3-a047-4d4fd3892890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:20Z', 'updated_at': '2021-08-25T19:07:49Z', 'revision_number': 4, 'project_id': 'f5b5859105584d5aa31fab895e4caf32', 'subnets': [{'id': '1149068e-6ff6-49d3-a047-4d4fd3892890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:07:51.499659 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:51.507584 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:51.589840 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2292c038-d830-46f9-808a-eb8b4542b9f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4458bbdb-21cb-412a-ba4d-fb5b9515c4ed,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:51.596793 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-2292c038-d830-46f9-808a-eb8b4542b9f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:51.667412 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Pushing event updated for resources: {'Port': ['ID=be181057-b3d0-4fe7-a05d-798694d4fa5c,revision_number=5']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:51.672371 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:51.679136 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-45dff87c-1085-4b33-ae8e-04ac6d67ac7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:51.757305 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-45dff87c-1085-4b33-ae8e-04ac6d67ac7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:51.792875 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2caee5-c799-4420-bcdf-36efbc56e350', 'name': 'network-vif-deleted', 'tag': '4ccc8c41-0cbe-4634-bc4d-b0d44c7b73bc', 'status': 'completed', 'code': 200} Aug 25 19:07:51.922923 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d20358b2-e340-4ae7-b08d-4751e84c188a req-5e472717-14ae-4a5d-84af-be5373c0136a tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 210 time: 0.0710976 Aug 25 19:07:51.974089 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-45dff87c-1085-4b33-ae8e-04ac6d67ac7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:51.996764 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-2292c038-d830-46f9-808a-eb8b4542b9f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:52.059334 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dff87c-1085-4b33-ae8e-04ac6d67ac7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4458bbdb-21cb-412a-ba4d-fb5b9515c4ed,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:52.067691 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-45dff87c-1085-4b33-ae8e-04ac6d67ac7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:52.072434 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-45dff87c-1085-4b33-ae8e-04ac6d67ac7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:52.077522 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-45dff87c-1085-4b33-ae8e-04ac6d67ac7d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4458bbdb-21cb-412a-ba4d-fb5b9515c4ed HTTP/1.1" status: 204 len: 168 time: 0.5990415 Aug 25 19:07:52.173790 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 44812) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:52.187431 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [None req-38b92f76-06c7-4c76-93c7-236c6e422758 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1142685191', 'description': 'tempest-description--432277168'}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:07:52.202670 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-38b92f76-06c7-4c76-93c7-236c6e422758 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:52.215328 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-38b92f76-06c7-4c76-93c7-236c6e422758 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Usage tracker for resource:security_group and tenant:3e48406004b648a0990504d66c49cab7 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:52.239983 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-38b92f76-06c7-4c76-93c7-236c6e422758 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:52.261520 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-38b92f76-06c7-4c76-93c7-236c6e422758 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:52.299303 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-38b92f76-06c7-4c76-93c7-236c6e422758 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:52.345433 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-38b92f76-06c7-4c76-93c7-236c6e422758 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:52.350963 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-38b92f76-06c7-4c76-93c7-236c6e422758 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Usage tracker for resource:security_group_rule and tenant:3e48406004b648a0990504d66c49cab7 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:52.354780 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-38b92f76-06c7-4c76-93c7-236c6e422758 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:52.368999 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-38b92f76-06c7-4c76-93c7-236c6e422758 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:52.495123 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-38b92f76-06c7-4c76-93c7-236c6e422758 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:52.513781 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device be181057-b3d0-4fe7-a05d-798694d4fa5c up at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:07:52.558737 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-ba6561c7-50c5-4267-a277-868bc72b0ed2 req-d6437e2c-e19f-43f2-be12-81189e9eedab tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Synchronizing usage tracker for tenant:972f6642a63b419091a626917b54e4c9 on resource:port {{(pid=74943) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:07:52.562429 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-38b92f76-06c7-4c76-93c7-236c6e422758 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:52.593447 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-a38cff32-fcda-44a0-9511-ce8b6e66ccf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:52.605902 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-38b92f76-06c7-4c76-93c7-236c6e422758 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:52.624258 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-38b92f76-06c7-4c76-93c7-236c6e422758 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.4476528 Aug 25 19:07:52.659985 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 44824) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:52.676824 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [None req-88c4ab10-5558-405d-918f-d33d792c976e tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Request body: {'security_group_rule': {'security_group_id': '2b27a6aa-cda2-44fd-9a62-aab2e2024781', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:07:52.681427 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-ba6561c7-50c5-4267-a277-868bc72b0ed2 req-d6437e2c-e19f-43f2-be12-81189e9eedab tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Unset dirty status for tenant:972f6642a63b419091a626917b54e4c9 on resource:port {{(pid=74943) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:07:52.693701 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-ba6561c7-50c5-4267-a277-868bc72b0ed2 req-d6437e2c-e19f-43f2-be12-81189e9eedab tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 210 time: 0.1969333 Aug 25 19:07:52.704860 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b92f76-06c7-4c76-93c7-236c6e422758 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b27a6aa-cda2-44fd-9a62-aab2e2024781,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:52.711821 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-88c4ab10-5558-405d-918f-d33d792c976e tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:52.715761 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-38b92f76-06c7-4c76-93c7-236c6e422758 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:52.746526 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-88c4ab10-5558-405d-918f-d33d792c976e tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Usage tracker for resource:security_group_rule and tenant:3e48406004b648a0990504d66c49cab7 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:52.764994 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-88c4ab10-5558-405d-918f-d33d792c976e tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:52.797041 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning complete for port be181057-b3d0-4fe7-a05d-798694d4fa5c triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:07:52.797695 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:52.799443 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-88c4ab10-5558-405d-918f-d33d792c976e tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:52.843311 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-88c4ab10-5558-405d-918f-d33d792c976e tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:52.900523 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 44832) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:53.040011 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-97f010c2-5e6d-42a2-9b48-4cb6d04e0fcd tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:53.041664 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-97f010c2-5e6d-42a2-9b48-4cb6d04e0fcd tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/networks?id=33b073fa-f579-4d52-a854-21dde8afe8fc HTTP/1.1" status: 200 len: 809 time: 0.1743412 Aug 25 19:07:53.123103 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-88c4ab10-5558-405d-918f-d33d792c976e tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:53.127072 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-f619307e-49f7-44e7-8b36-3fa5587236dd tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/quotas/12870fe9d1e741f69ee19a3c7c73e1ff HTTP/1.1" status: 200 len: 375 time: 0.0586462 Aug 25 19:07:53.128703 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-88c4ab10-5558-405d-918f-d33d792c976e tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869344'] for security_group_rule, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:53.131410 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:53.150042 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-6a128bb7-c7a5-4ee5-9315-317e15043576 req-5159a55a-4a2d-4eff-ae3a-b5e9d8fd3016 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 210 time: 0.0511274 Aug 25 19:07:53.151147 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-1c5f1d2d-9caf-41c9-b056-c1f4263a69e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:53.196305 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-1c5f1d2d-9caf-41c9-b056-c1f4263a69e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:53.201750 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-1c5f1d2d-9caf-41c9-b056-c1f4263a69e8 admin admin] Usage tracker for resource:security_group_rule and tenant:e86987e46fb14dc68136172e01415883 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:53.205294 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-1c5f1d2d-9caf-41c9-b056-c1f4263a69e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:53.216767 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-1c5f1d2d-9caf-41c9-b056-c1f4263a69e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:53.221728 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-28a0fa0f-4b0f-4889-ba28-66d387656d63 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=12870fe9d1e741f69ee19a3c7c73e1ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0811784 Aug 25 19:07:53.224927 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-88c4ab10-5558-405d-918f-d33d792c976e tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:53.228560 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-88c4ab10-5558-405d-918f-d33d792c976e tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5594866 Aug 25 19:07:53.232916 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 44838) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:53.248492 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [None req-08082eca-db4f-44e2-9732-30484c5fbdc5 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Request body: {'security_group_rule': {'security_group_id': '2b27a6aa-cda2-44fd-9a62-aab2e2024781', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:07:53.249849 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c4ab10-5558-405d-918f-d33d792c976e tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36add325-c1e3-4f58-8053-39745916fe25,revision_number=0']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:53.255807 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-88c4ab10-5558-405d-918f-d33d792c976e tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:53.275510 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-08082eca-db4f-44e2-9732-30484c5fbdc5 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:53.296907 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-08082eca-db4f-44e2-9732-30484c5fbdc5 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Usage tracker for resource:security_group_rule and tenant:3e48406004b648a0990504d66c49cab7 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:53.305096 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-08082eca-db4f-44e2-9732-30484c5fbdc5 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:53.315872 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-08082eca-db4f-44e2-9732-30484c5fbdc5 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:53.327014 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-13d66fd5-a7ec-4338-8fdd-e19ee2fc236a tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:53.328600 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-13d66fd5-a7ec-4338-8fdd-e19ee2fc236a tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.23 "GET /v2.0/networks?id=4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1 HTTP/1.1" status: 200 len: 817 time: 0.4801753 Aug 25 19:07:53.364747 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-08082eca-db4f-44e2-9732-30484c5fbdc5 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:53.438979 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-c7a332e5-e572-47f4-aa16-4a95531f57b6 service neutron] 10.222.0.18 "GET /v2.0/networks/33b073fa-f579-4d52-a854-21dde8afe8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156098 Aug 25 19:07:53.445517 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-1c5f1d2d-9caf-41c9-b056-c1f4263a69e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:53.457618 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-1c5f1d2d-9caf-41c9-b056-c1f4263a69e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:53.470406 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-e4d59860-ab11-46ca-9c96-a7c150dfa6cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:53.525648 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-c9967f74-451f-494c-a4b2-968c1f5a42eb tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Synchronizing usage tracker for tenant:972f6642a63b419091a626917b54e4c9 on resource:security_group {{(pid=74943) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:07:53.535385 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f1d2d-9caf-41c9-b056-c1f4263a69e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184a1a97-ddd7-42b9-9bb2-59a07309714d,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:53.541504 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-1c5f1d2d-9caf-41c9-b056-c1f4263a69e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:53.545536 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-1c5f1d2d-9caf-41c9-b056-c1f4263a69e8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e86987e46fb14dc68136172e01415883&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6439481 Aug 25 19:07:53.555858 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 44842) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:53.566243 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-08082eca-db4f-44e2-9732-30484c5fbdc5 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:53.592785 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-08082eca-db4f-44e2-9732-30484c5fbdc5 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869344'] for security_group_rule, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:53.595913 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-c9967f74-451f-494c-a4b2-968c1f5a42eb tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Unset dirty status for tenant:972f6642a63b419091a626917b54e4c9 on resource:security_group {{(pid=74943) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:07:53.597686 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-c9967f74-451f-494c-a4b2-968c1f5a42eb tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=972f6642a63b419091a626917b54e4c9 HTTP/1.1" status: 200 len: 380 time: 0.2154176 Aug 25 19:07:53.612136 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:53.627361 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-54e375d9-994e-485b-a734-c56d673e9a9e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Request body: {'port': {'device_id': '6777614a-77de-4d1f-aee0-564482e9877f', 'network_id': '4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1', 'admin_state_up': True, 'tenant_id': '972f6642a63b419091a626917b54e4c9', 'security_groups': ['83209566-2265-48d9-bdcb-43b3b818b240']}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:07:53.696849 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-3f8b3f45-d94b-40da-9723-0f5c6e47eeec service neutron] 10.222.0.18 "GET /v2.0/networks/33b073fa-f579-4d52-a854-21dde8afe8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483478 Aug 25 19:07:53.728246 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08082eca-db4f-44e2-9732-30484c5fbdc5 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81d6b5b4-5f4d-4429-af02-f38abba77b46,revision_number=0']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:53.742166 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-08082eca-db4f-44e2-9732-30484c5fbdc5 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:53.782670 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-08082eca-db4f-44e2-9732-30484c5fbdc5 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:53.783913 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-08082eca-db4f-44e2-9732-30484c5fbdc5 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5497396 Aug 25 19:07:53.791153 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 44848) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:53.803945 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [None req-4823533e-24e9-4638-9748-dad8104ddab4 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Request body: {'floatingip': {'floating_network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:07:53.815282 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-6650fbcb-91d0-4476-be23-a0ce475d2422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:53.816297 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-4823533e-24e9-4638-9748-dad8104ddab4 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:53.825837 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-4823533e-24e9-4638-9748-dad8104ddab4 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Usage tracker for resource:floatingip and tenant:3e48406004b648a0990504d66c49cab7 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:53.841359 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-4823533e-24e9-4638-9748-dad8104ddab4 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:53.859026 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-4823533e-24e9-4638-9748-dad8104ddab4 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:53.892856 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-6650fbcb-91d0-4476-be23-a0ce475d2422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:53.907360 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-54e375d9-994e-485b-a734-c56d673e9a9e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:53.949553 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-54e375d9-994e-485b-a734-c56d673e9a9e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:53.955377 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-4823533e-24e9-4638-9748-dad8104ddab4 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks [] for floatingip, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:54.121987 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-54e375d9-994e-485b-a734-c56d673e9a9e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Made reservation on behalf of 972f6642a63b419091a626917b54e4c9 for: {'port': 1} {{(pid=74943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:07:54.127376 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-54e375d9-994e-485b-a734-c56d673e9a9e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:54.160195 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-30dd1b45-e49d-40ac-8467-9844cae6da86 req-540b2707-085b-4bb0-9feb-1fa546565f12 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 210 time: 0.1505172 Aug 25 19:07:54.355782 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-6650fbcb-91d0-4476-be23-a0ce475d2422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:54.378308 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-df7a3f6b-9b86-43dd-a7ea-427064d88398 req-1c9e5779-f607-40aa-afae-0ebf0af6a70a tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ec7659-47ea-4625-8d33-eaeca78e3619 HTTP/1.1" status: 200 len: 210 time: 0.3097377 Aug 25 19:07:54.391230 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-2f11c6cf-d4d6-4e38-baff-0303a746a7c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:54.480636 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6650fbcb-91d0-4476-be23-a0ce475d2422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184a1a97-ddd7-42b9-9bb2-59a07309714d,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:54.488950 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-6650fbcb-91d0-4476-be23-a0ce475d2422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:54.620419 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-7025a3b9-b052-4dcf-b748-100e5de33447 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:54.621671 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-7025a3b9-b052-4dcf-b748-100e5de33447 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Synchronizing usage tracker for tenant:5bff39bca4ac4d27b1947941bd050e28 on resource:network {{(pid=74944) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:07:54.672005 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-7025a3b9-b052-4dcf-b748-100e5de33447 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Unset dirty status for tenant:5bff39bca4ac4d27b1947941bd050e28 on resource:network {{(pid=74944) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:07:54.673048 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-7025a3b9-b052-4dcf-b748-100e5de33447 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.23 "GET /v2.0/networks?id=d2049545-92f7-4e97-8b75-aba4057d3fca HTTP/1.1" status: 200 len: 815 time: 0.4380727 Aug 25 19:07:54.675865 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-4823533e-24e9-4638-9748-dad8104ddab4 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:54.719156 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-3bdd6bc0-017e-4a7e-b536-35503fcf1ec7 req-31840daf-42e8-4c7f-b125-2918ff5422a4 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 210 time: 0.3073716 Aug 25 19:07:54.719418 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-2da65888-d898-48de-ae07-83bb9fd44062 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Request body: {'port': {'device_id': 'fbe46817-6685-4f3e-be9d-2d68c5105933', 'network_id': 'd2049545-92f7-4e97-8b75-aba4057d3fca', 'admin_state_up': True, 'tenant_id': '5bff39bca4ac4d27b1947941bd050e28'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:07:54.762655 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-6650fbcb-91d0-4476-be23-a0ce475d2422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:54.765563 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-6650fbcb-91d0-4476-be23-a0ce475d2422 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/184a1a97-ddd7-42b9-9bb2-59a07309714d HTTP/1.1" status: 204 len: 168 time: 1.2058465 Aug 25 19:07:54.832150 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.db_base_plugin_common [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-54e375d9-994e-485b-a734-c56d673e9a9e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Allocated IP 172.20.0.6 (4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1/01124877-1e02-41ab-ac74-7fab9c7740c5/5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f) {{(pid=74943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:07:54.956943 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-2da65888-d898-48de-ae07-83bb9fd44062 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:54.988775 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-2da65888-d898-48de-ae07-83bb9fd44062 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Usage tracker for resource:port and tenant:5bff39bca4ac4d27b1947941bd050e28 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:54.992185 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.db_base_plugin_common [None req-4823533e-24e9-4638-9748-dad8104ddab4 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Allocated IP 172.28.1.200 (417bd5a5-462f-4a89-b2a6-9bf17cf29921/fa93b1ab-a770-4eed-8e8f-a3451db1cd3c/9fe07981-f9f3-40e3-a478-7ebc0589ab94) {{(pid=74944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:07:55.008153 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-2da65888-d898-48de-ae07-83bb9fd44062 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:55.206623 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-2da65888-d898-48de-ae07-83bb9fd44062 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:55.242139 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-2da65888-d898-48de-ae07-83bb9fd44062 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Made reservation on behalf of 5bff39bca4ac4d27b1947941bd050e28 for: {'port': 1} {{(pid=74944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:07:55.248779 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-2da65888-d898-48de-ae07-83bb9fd44062 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:55.266357 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-54e375d9-994e-485b-a734-c56d673e9a9e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks [] for port, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:55.310398 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.provisioning_blocks [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-54e375d9-994e-485b-a734-c56d673e9a9e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Transition to ACTIVE for port object 5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f will not be triggered until provisioned by entity DHCP. {{(pid=74943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:07:55.388053 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-54e375d9-994e-485b-a734-c56d673e9a9e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958082'] for port, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:55.395615 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:55.496200 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-54e375d9-994e-485b-a734-c56d673e9a9e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Network 4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1 is already hosted by enough agents. {{(pid=74943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:07:55.500910 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.base_scheduler [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-54e375d9-994e-485b-a734-c56d673e9a9e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Resources bound (agent type, host, resource id): {{(pid=74943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:07:55.515707 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-4823533e-24e9-4638-9748-dad8104ddab4 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks [] for port, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:55.537282 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-54e375d9-994e-485b-a734-c56d673e9a9e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Received port after_create {{(pid=74943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:07:55.683522 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-54e375d9-994e-485b-a734-c56d673e9a9e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:55.684491 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-54e375d9-994e-485b-a734-c56d673e9a9e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for port, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:55.703426 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e375d9-994e-485b-a734-c56d673e9a9e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Pushing event updated for resources: {'Port': ['ID=5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:55.718816 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-54e375d9-994e-485b-a734-c56d673e9a9e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:55.728206 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-54e375d9-994e-485b-a734-c56d673e9a9e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1173258 Aug 25 19:07:55.747492 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-6ad0c9ec-aec4-4b43-be14-10f8afcbe453 service neutron] Request body: {'port': {'device_id': '6777614a-77de-4d1f-aee0-564482e9877f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80603'}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:07:55.939451 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-a3c8c70d-dea5-4682-b9dd-a96971f76ba8 None None] Provisioning for port 5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f completed by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:07:55.949448 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-a3c8c70d-dea5-4682-b9dd-a96971f76ba8 None None] Provisioning complete for port 5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f triggered by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:07:55.950126 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-a3c8c70d-dea5-4682-b9dd-a96971f76ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:55.998709 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-7c68f381-1804-4de0-84a4-9d373466776b req-b8d3fa5a-2fcc-4c19-aa5f-caa3a4e6ff77 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Synchronizing usage tracker for tenant:12870fe9d1e741f69ee19a3c7c73e1ff on resource:port {{(pid=74943) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:07:56.015969 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.db_base_plugin_common [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-2da65888-d898-48de-ae07-83bb9fd44062 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Allocated IP 172.20.0.8 (d2049545-92f7-4e97-8b75-aba4057d3fca/96da7e0f-8b66-4c82-8362-f0eac7936cc9/c930cfdb-7cb5-4807-824e-d2f0e72dffb5) {{(pid=74944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:07:56.048927 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-7c68f381-1804-4de0-84a4-9d373466776b req-b8d3fa5a-2fcc-4c19-aa5f-caa3a4e6ff77 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Unset dirty status for tenant:12870fe9d1e741f69ee19a3c7c73e1ff on resource:port {{(pid=74943) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:07:56.059764 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-a3c8c70d-dea5-4682-b9dd-a96971f76ba8 None None] Port 5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f cannot update to ACTIVE because it is not bound. {{(pid=74945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 19:07:56.063182 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-7c68f381-1804-4de0-84a4-9d373466776b req-b8d3fa5a-2fcc-4c19-aa5f-caa3a4e6ff77 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ec7659-47ea-4625-8d33-eaeca78e3619 HTTP/1.1" status: 200 len: 210 time: 0.1359320 Aug 25 19:07:56.070597 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-6ad0c9ec-aec4-4b43-be14-10f8afcbe453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:56.326306 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-4823533e-24e9-4638-9748-dad8104ddab4 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3912941'] for port, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:56.342607 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-8f842d90-d5a9-4245-a641-7e9931a1f583 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:56.475886 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f8535b62-6195-41cf-83f4-8bd8676e9360 req-09f9a894-c83f-4052-9cad-5d58ffb5e31c tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 210 time: 0.1501079 Aug 25 19:07:56.525229 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-2da65888-d898-48de-ae07-83bb9fd44062 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks [] for port, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:56.609642 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4823533e-24e9-4638-9748-dad8104ddab4 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Pushing event updated for resources: {'Port': ['ID=9fe07981-f9f3-40e3-a478-7ebc0589ab94,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:56.614282 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4823533e-24e9-4638-9748-dad8104ddab4 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Network 417bd5a5-462f-4a89-b2a6-9bf17cf29921 is already hosted by enough agents. {{(pid=74944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:07:56.622693 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-4823533e-24e9-4638-9748-dad8104ddab4 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:56.635670 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.base_scheduler [None req-4823533e-24e9-4638-9748-dad8104ddab4 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Resources bound (agent type, host, resource id): {{(pid=74944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:07:56.638041 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.provisioning_blocks [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-2da65888-d898-48de-ae07-83bb9fd44062 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Transition to ACTIVE for port object c930cfdb-7cb5-4807-824e-d2f0e72dffb5 will not be triggered until provisioned by entity DHCP. {{(pid=74944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:07:56.644983 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4823533e-24e9-4638-9748-dad8104ddab4 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Received port after_create {{(pid=74944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:07:56.772400 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-19568c7b-f9be-470b-ab81-07a21e0c14f3 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:56.783307 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-19568c7b-f9be-470b-ab81-07a21e0c14f3 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.23 "GET /v2.0/networks?id=33b073fa-f579-4d52-a854-21dde8afe8fc HTTP/1.1" status: 200 len: 809 time: 0.6823168 Aug 25 19:07:56.811640 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d6f2b-b2c1-46c4-8128-4057614f5c2b req-3f8c3003-0ac3-458b-ba21-25894d178612 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:56.828561 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-7f8d6f2b-b2c1-46c4-8128-4057614f5c2b req-3f8c3003-0ac3-458b-ba21-25894d178612 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 931 time: 1.2098014 Aug 25 19:07:56.863155 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-2da65888-d898-48de-ae07-83bb9fd44062 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3912941'] for port, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:56.901883 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:57.069423 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.notifiers.nova [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-6ad0c9ec-aec4-4b43-be14-10f8afcbe453 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f {{(pid=74943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:07:57.085826 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-6ad0c9ec-aec4-4b43-be14-10f8afcbe453 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:57.163019 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.provisioning_blocks [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-6ad0c9ec-aec4-4b43-be14-10f8afcbe453 service neutron] Transition to ACTIVE for port object 5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f will not be triggered until provisioned by entity L2. {{(pid=74943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:07:57.180254 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-6ad0c9ec-aec4-4b43-be14-10f8afcbe453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3958091'] for port, after_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:57.224792 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:57.371309 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-2da65888-d898-48de-ae07-83bb9fd44062 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Network d2049545-92f7-4e97-8b75-aba4057d3fca is already hosted by enough agents. {{(pid=74944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:07:57.387268 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.base_scheduler [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-2da65888-d898-48de-ae07-83bb9fd44062 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Resources bound (agent type, host, resource id): {{(pid=74944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:07:57.395054 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-2da65888-d898-48de-ae07-83bb9fd44062 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Received port after_create {{(pid=74944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:07:57.506020 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da65888-d898-48de-ae07-83bb9fd44062 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Pushing event updated for resources: {'Port': ['ID=c930cfdb-7cb5-4807-824e-d2f0e72dffb5,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:57.576323 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-2da65888-d898-48de-ae07-83bb9fd44062 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:57.599795 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-7f8d6f2b-b2c1-46c4-8128-4057614f5c2b req-7ae8d414-2f72-48c9-a0be-4137932f0403 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7697923 Aug 25 19:07:57.617852 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-636256fa-a544-465d-b459-8c04bdeb7f20 req-33ec94a7-d61d-41c0-aacc-d89c1b02cba8 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ec7659-47ea-4625-8d33-eaeca78e3619 HTTP/1.1" status: 200 len: 210 time: 0.2096133 Aug 25 19:07:57.662285 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad0c9ec-aec4-4b43-be14-10f8afcbe453 service neutron] Pushing event updated for resources: {'Port': ['ID=5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f,revision_number=2']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:57.699495 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-6ad0c9ec-aec4-4b43-be14-10f8afcbe453 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:57.993617 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-4823533e-24e9-4638-9748-dad8104ddab4 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:58.027407 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-7a761418-f08f-45c4-b281-fae780c11356 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Request body: {'port': {'device_id': '61ec7659-47ea-4625-8d33-eaeca78e3619', 'network_id': '33b073fa-f579-4d52-a854-21dde8afe8fc', 'admin_state_up': True, 'tenant_id': '12870fe9d1e741f69ee19a3c7c73e1ff'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:07:58.125022 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-7f695b29-7bae-47f8-b1ed-a4134889020c None None] Provisioning for port c930cfdb-7cb5-4807-824e-d2f0e72dffb5 completed by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:07:58.166780 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-7f695b29-7bae-47f8-b1ed-a4134889020c None None] Provisioning complete for port c930cfdb-7cb5-4807-824e-d2f0e72dffb5 triggered by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:07:58.169103 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-7f695b29-7bae-47f8-b1ed-a4134889020c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:58.265526 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.managers [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-6ad0c9ec-aec4-4b43-be14-10f8afcbe453 service neutron] Attempting to bind port 5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f on host hv-cinder-80603 for vnic_type normal with profile {{(pid=74943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:07:58.267532 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.managers [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-6ad0c9ec-aec4-4b43-be14-10f8afcbe453 service neutron] Attempting to bind port 5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f by drivers openvswitch,hyperv on host hv-cinder-80603 at level 0 using segments [{'id': '53d47dea-4354-48e2-8d62-a37d0ab26078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1'}] {{(pid=74943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:07:58.268040 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-6ad0c9ec-aec4-4b43-be14-10f8afcbe453 service neutron] Attempting to bind port 5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f on network 4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1 {{(pid=74943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:07:58.299115 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-6ad0c9ec-aec4-4b43-be14-10f8afcbe453 service neutron] Port 5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f on network 4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80603 {{(pid=74943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 19:07:58.300152 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-6ad0c9ec-aec4-4b43-be14-10f8afcbe453 service neutron] Attempting to bind port 5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f on network 4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1 {{(pid=74943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:07:58.344219 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-6ad0c9ec-aec4-4b43-be14-10f8afcbe453 service neutron] Checking agent: {'id': 'bb439c80-c1b1-4a92-94b6-4f0aaad03a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80603', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 19, 1, 6), 'started_at': datetime.datetime(2021, 8, 25, 19, 1, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:07:58.348343 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-6ad0c9ec-aec4-4b43-be14-10f8afcbe453 service neutron] Checking segment: {'id': '53d47dea-4354-48e2-8d62-a37d0ab26078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:07:58.348666 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-2da65888-d898-48de-ae07-83bb9fd44062 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:58.349733 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-6ad0c9ec-aec4-4b43-be14-10f8afcbe453 service neutron] Bound using segment: {'id': '53d47dea-4354-48e2-8d62-a37d0ab26078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1'} {{(pid=74943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:07:58.349945 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-2da65888-d898-48de-ae07-83bb9fd44062 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for port, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:58.350868 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.managers [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-6ad0c9ec-aec4-4b43-be14-10f8afcbe453 service neutron] Bound port: 5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f, host: hv-cinder-80603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53d47dea-4354-48e2-8d62-a37d0ab26078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1'}}] {{(pid=74943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:07:58.354149 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-6ad0c9ec-aec4-4b43-be14-10f8afcbe453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:58.442547 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-7f695b29-7bae-47f8-b1ed-a4134889020c None None] Port c930cfdb-7cb5-4807-824e-d2f0e72dffb5 cannot update to ACTIVE because it is not bound. {{(pid=74945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 19:07:58.578971 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-4823533e-24e9-4638-9748-dad8104ddab4 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:58.788234 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.db [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-6ad0c9ec-aec4-4b43-be14-10f8afcbe453 service neutron] For port 5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f, host hv-cinder-80603, cleared binding levels {{(pid=74943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:07:58.796176 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.db [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-6ad0c9ec-aec4-4b43-be14-10f8afcbe453 service neutron] For port 5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f, host hv-cinder-80603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f,segment=NetworkSegment(53d47dea-4354-48e2-8d62-a37d0ab26078),segment_id=53d47dea-4354-48e2-8d62-a37d0ab26078)] {{(pid=74943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:07:58.819921 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-6ad0c9ec-aec4-4b43-be14-10f8afcbe453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3958091'] for port, after_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:58.829348 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-232d86d5-b4a0-4483-800e-f612194ea08b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:58.985877 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-2da65888-d898-48de-ae07-83bb9fd44062 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2711725 Aug 25 19:07:58.992352 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5d3b1-432b-43bb-835f-8fe317fafa0d req-60ea2298-c27c-4aa5-8bbb-d4e5a544be3d tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:58.996913 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-7a761418-f08f-45c4-b281-fae780c11356 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:59.006979 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-07f5d3b1-432b-43bb-835f-8fe317fafa0d req-60ea2298-c27c-4aa5-8bbb-d4e5a544be3d tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 931 time: 0.4314671 Aug 25 19:07:59.017585 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-2f974e77-9620-42c0-9e45-7d11f517a1f1 service neutron] Request body: {'port': {'device_id': 'fbe46817-6685-4f3e-be9d-2d68c5105933', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80603'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:07:59.127263 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-07f5d3b1-432b-43bb-835f-8fe317fafa0d req-6fe48da8-c60b-4192-80f7-1bf7ea7efda7 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e146f45e-c0e9-4981-a200-10ecdd1ea260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191282 Aug 25 19:07:59.159252 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-6ad0c9ec-aec4-4b43-be14-10f8afcbe453 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for port, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:59.171490 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-6ad0c9ec-aec4-4b43-be14-10f8afcbe453 service neutron] 10.222.0.23 "PUT /v2.0/ports/5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f HTTP/1.1" status: 200 len: 1093 time: 3.4289782 Aug 25 19:07:59.182828 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6777614a-77de-4d1f-aee0-564482e9877f', 'tag': '5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f'}] {{(pid=74943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:07:59.236358 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad0c9ec-aec4-4b43-be14-10f8afcbe453 service neutron] Pushing event updated for resources: {'Port': ['ID=5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f,revision_number=3']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:59.244885 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-6ad0c9ec-aec4-4b43-be14-10f8afcbe453 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:59.545233 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-4823533e-24e9-4638-9748-dad8104ddab4 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks [] for port, precommit_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:59.550722 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-7a761418-f08f-45c4-b281-fae780c11356 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:59.560277 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-425193db-e426-4b2d-8aa3-c5add2ec793d req-2dd2def1-c25c-4766-953f-62c116cfd73b tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ec7659-47ea-4625-8d33-eaeca78e3619 HTTP/1.1" status: 200 len: 210 time: 0.4171002 Aug 25 19:07:59.577811 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-77512074-1292-456c-bdfa-74a0e0630b35 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=972f6642a63b419091a626917b54e4c9&device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 1096 time: 0.2566018 Aug 25 19:07:59.626269 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-4823533e-24e9-4638-9748-dad8104ddab4 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3912932'] for port, after_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:59.712233 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-3072771a-60e0-4a78-b109-16fce42fd715 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:59.826950 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6777614a-77de-4d1f-aee0-564482e9877f', 'tag': '5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f', 'status': 'completed', 'code': 200} Aug 25 19:07:59.881382 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-6dab94df-4b54-4303-b3ef-38bac6508196 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f HTTP/1.1" status: 200 len: 217 time: 0.2071652 Aug 25 19:07:59.901411 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-7a761418-f08f-45c4-b281-fae780c11356 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Made reservation on behalf of 12870fe9d1e741f69ee19a3c7c73e1ff for: {'port': 1} {{(pid=74944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:07:59.914945 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-7a761418-f08f-45c4-b281-fae780c11356 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:00.085806 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-2f974e77-9620-42c0-9e45-7d11f517a1f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:00.188164 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4823533e-24e9-4638-9748-dad8104ddab4 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Pushing event updated for resources: {'Port': ['ID=9fe07981-f9f3-40e3-a478-7ebc0589ab94,revision_number=2']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:00.194873 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-4823533e-24e9-4638-9748-dad8104ddab4 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:00.250777 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-4823533e-24e9-4638-9748-dad8104ddab4 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677192'] for floatingip, after_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:00.311804 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b111cb-98f9-43db-853d-2f4d217bfad7 req-b6e14e50-814b-4960-8af6-f638270b5997 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:00.319451 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-60b111cb-98f9-43db-853d-2f4d217bfad7 req-b6e14e50-814b-4960-8af6-f638270b5997 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Synchronizing usage tracker for tenant:972f6642a63b419091a626917b54e4c9 on resource:port {{(pid=74943) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:08:00.340691 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-16fd8110-8dea-4f25-bddd-b972065abc9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:00.340691 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-16fd8110-8dea-4f25-bddd-b972065abc9c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=01124877-1e02-41ab-ac74-7fab9c7740c5 HTTP/1.1" status: 200 len: 856 time: 0.4188638 Aug 25 19:08:00.368469 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-4823533e-24e9-4638-9748-dad8104ddab4 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for floatingip, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:00.369714 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-4823533e-24e9-4638-9748-dad8104ddab4 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5770087 Aug 25 19:08:00.554100 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-60b111cb-98f9-43db-853d-2f4d217bfad7 req-b6e14e50-814b-4960-8af6-f638270b5997 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Unset dirty status for tenant:972f6642a63b419091a626917b54e4c9 on resource:port {{(pid=74943) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:08:00.561897 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-60b111cb-98f9-43db-853d-2f4d217bfad7 req-b6e14e50-814b-4960-8af6-f638270b5997 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 943 time: 0.9824533 Aug 25 19:08:00.636666 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-60b111cb-98f9-43db-853d-2f4d217bfad7 req-4d4f4c40-22dd-4c7e-a445-c027bf0c1e94 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741725 Aug 25 19:08:00.677813 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-3702be74-1393-48b1-9cab-76d54c93cefb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2861128 Aug 25 19:08:00.991793 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.db_base_plugin_common [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-7a761418-f08f-45c4-b281-fae780c11356 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Allocated IP 172.20.0.6 (33b073fa-f579-4d52-a854-21dde8afe8fc/08c51266-d302-4579-8857-ffa2e4f9c707/01529fda-9d89-435e-af0c-f04b4376a543) {{(pid=74944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:08:01.007838 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-c0188b26-3b6d-4a38-b6c3-c598f046ef16 req-80d4fbef-58ee-4f59-8101-e590efc94855 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ec7659-47ea-4625-8d33-eaeca78e3619 HTTP/1.1" status: 200 len: 210 time: 0.0872140 Aug 25 19:08:01.153988 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-8986679d-9853-436f-958a-e8b7eb4d05eb service neutron] 10.222.0.23 "GET /v2.0/networks/4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4226687 Aug 25 19:08:01.578562 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-3ee97e8c-1a6f-47ed-9d5a-9b7cd1bff266 req-583accc8-e8c8-43e3-ae03-8b49ab90b428 service neutron] 10.222.0.23 "GET /v2.0/networks/4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963645 Aug 25 19:08:01.654773 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-eb64f505-6def-4b1b-ae29-666ba8e10685 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Synchronizing usage tracker for tenant:3e48406004b648a0990504d66c49cab7 on resource:security_group {{(pid=74943) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:08:01.676874 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-eb64f505-6def-4b1b-ae29-666ba8e10685 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Unset dirty status for tenant:3e48406004b648a0990504d66c49cab7 on resource:security_group {{(pid=74943) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:08:01.680577 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-eb64f505-6def-4b1b-ae29-666ba8e10685 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1142685191&fields=id&tenant_id=3e48406004b648a0990504d66c49cab7 HTTP/1.1" status: 200 len: 267 time: 0.1004286 Aug 25 19:08:01.702700 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf753cfd-83ed-4308-ad52-b27570634d0d req-6300cf5c-ac48-42f2-98e7-503e59085c73 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:01.703662 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-cf753cfd-83ed-4308-ad52-b27570634d0d req-6300cf5c-ac48-42f2-98e7-503e59085c73 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Synchronizing usage tracker for tenant:5bff39bca4ac4d27b1947941bd050e28 on resource:port {{(pid=74944) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:08:01.764759 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.notifiers.nova [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-2f974e77-9620-42c0-9e45-7d11f517a1f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c930cfdb-7cb5-4807-824e-d2f0e72dffb5 {{(pid=74944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:08:01.791203 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-2f974e77-9620-42c0-9e45-7d11f517a1f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:01.798930 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-cf753cfd-83ed-4308-ad52-b27570634d0d req-6300cf5c-ac48-42f2-98e7-503e59085c73 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Unset dirty status for tenant:5bff39bca4ac4d27b1947941bd050e28 on resource:port {{(pid=74944) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:08:01.806437 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-cf753cfd-83ed-4308-ad52-b27570634d0d req-6300cf5c-ac48-42f2-98e7-503e59085c73 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 931 time: 1.2171860 Aug 25 19:08:01.814702 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-7a761418-f08f-45c4-b281-fae780c11356 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Notify callbacks [] for port, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:01.866989 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.provisioning_blocks [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-2f974e77-9620-42c0-9e45-7d11f517a1f1 service neutron] Transition to ACTIVE for port object c930cfdb-7cb5-4807-824e-d2f0e72dffb5 will not be triggered until provisioned by entity L2. {{(pid=74944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:08:01.878751 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-2f974e77-9620-42c0-9e45-7d11f517a1f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3912932'] for port, after_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:01.891430 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-6ac1db2d-ace6-4e86-a8ae-26bb1590ab98 tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:01.938503 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-e41ad42d-ddf0-4f4e-9806-2625522b273e tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:01.939185 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-e41ad42d-ddf0-4f4e-9806-2625522b273e tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Synchronizing usage tracker for tenant:3e48406004b648a0990504d66c49cab7 on resource:network {{(pid=74943) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:08:01.964759 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-e41ad42d-ddf0-4f4e-9806-2625522b273e tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Unset dirty status for tenant:3e48406004b648a0990504d66c49cab7 on resource:network {{(pid=74943) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:08:01.966389 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-e41ad42d-ddf0-4f4e-9806-2625522b273e tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/networks?id=4729cc76-35b6-44e9-ab20-fbd23b7c92c4 HTTP/1.1" status: 200 len: 811 time: 0.2711079 Aug 25 19:08:01.975770 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-cf753cfd-83ed-4308-ad52-b27570634d0d req-0e9df911-441c-448c-bc71-4ff66d60cdac tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Synchronizing usage tracker for tenant:5bff39bca4ac4d27b1947941bd050e28 on resource:security_group {{(pid=74944) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:08:02.003959 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-414b6db2-9850-44ab-917d-0ea488f8ba06 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/quotas/3e48406004b648a0990504d66c49cab7 HTTP/1.1" status: 200 len: 375 time: 0.0279689 Aug 25 19:08:02.069878 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f974e77-9620-42c0-9e45-7d11f517a1f1 service neutron] Pushing event updated for resources: {'Port': ['ID=c930cfdb-7cb5-4807-824e-d2f0e72dffb5,revision_number=2']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:02.087487 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-2f974e77-9620-42c0-9e45-7d11f517a1f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:02.133278 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-cf753cfd-83ed-4308-ad52-b27570634d0d req-0e9df911-441c-448c-bc71-4ff66d60cdac tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Unset dirty status for tenant:5bff39bca4ac4d27b1947941bd050e28 on resource:security_group {{(pid=74944) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:08:02.150777 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-cf753cfd-83ed-4308-ad52-b27570634d0d req-0e9df911-441c-448c-bc71-4ff66d60cdac tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e146f45e-c0e9-4981-a200-10ecdd1ea260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432913 Aug 25 19:08:02.166132 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-7a761418-f08f-45c4-b281-fae780c11356 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3912941'] for port, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:02.178834 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-4823533e-24e9-4638-9748-dad8104ddab4 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:02.248374 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-ab5c0d7b-de6d-4fc3-9ba8-aae1e3e8d354 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Synchronizing usage tracker for tenant:3e48406004b648a0990504d66c49cab7 on resource:port {{(pid=74943) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:08:02.278986 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-ab5c0d7b-de6d-4fc3-9ba8-aae1e3e8d354 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Unset dirty status for tenant:3e48406004b648a0990504d66c49cab7 on resource:port {{(pid=74943) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:08:02.280922 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-ab5c0d7b-de6d-4fc3-9ba8-aae1e3e8d354 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e48406004b648a0990504d66c49cab7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2703495 Aug 25 19:08:02.319291 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a761418-f08f-45c4-b281-fae780c11356 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Pushing event updated for resources: {'Port': ['ID=01529fda-9d89-435e-af0c-f04b4376a543,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:02.322858 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-7a761418-f08f-45c4-b281-fae780c11356 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:02.381758 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-7a761418-f08f-45c4-b281-fae780c11356 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Network 33b073fa-f579-4d52-a854-21dde8afe8fc is already hosted by enough agents. {{(pid=74944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:08:02.387214 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.base_scheduler [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-7a761418-f08f-45c4-b281-fae780c11356 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Resources bound (agent type, host, resource id): {{(pid=74944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:08:02.390269 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.l3_dvrscheduler_db [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-7a761418-f08f-45c4-b281-fae780c11356 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Received port after_create {{(pid=74944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:08:02.579664 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.managers [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-2f974e77-9620-42c0-9e45-7d11f517a1f1 service neutron] Attempting to bind port c930cfdb-7cb5-4807-824e-d2f0e72dffb5 on host hv-cinder-80603 for vnic_type normal with profile {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:08:02.580009 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.managers [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-2f974e77-9620-42c0-9e45-7d11f517a1f1 service neutron] Attempting to bind port c930cfdb-7cb5-4807-824e-d2f0e72dffb5 by drivers openvswitch,hyperv on host hv-cinder-80603 at level 0 using segments [{'id': '29a4bbfe-a834-4c4c-8299-f29887d9e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd2049545-92f7-4e97-8b75-aba4057d3fca'}] {{(pid=74944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:08:02.580346 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-2f974e77-9620-42c0-9e45-7d11f517a1f1 service neutron] Attempting to bind port c930cfdb-7cb5-4807-824e-d2f0e72dffb5 on network d2049545-92f7-4e97-8b75-aba4057d3fca {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:08:02.595203 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-2f974e77-9620-42c0-9e45-7d11f517a1f1 service neutron] Port c930cfdb-7cb5-4807-824e-d2f0e72dffb5 on network d2049545-92f7-4e97-8b75-aba4057d3fca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80603 {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 19:08:02.595539 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-2f974e77-9620-42c0-9e45-7d11f517a1f1 service neutron] Attempting to bind port c930cfdb-7cb5-4807-824e-d2f0e72dffb5 on network d2049545-92f7-4e97-8b75-aba4057d3fca {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:08:02.626640 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-2b4dffc9-9873-4577-852f-8233361848f8 service neutron] 10.222.0.18 "GET /v2.0/networks/4729cc76-35b6-44e9-ab20-fbd23b7c92c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167694 Aug 25 19:08:02.627533 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-7a761418-f08f-45c4-b281-fae780c11356 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:02.629057 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-7a761418-f08f-45c4-b281-fae780c11356 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for port, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:02.672336 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-2f974e77-9620-42c0-9e45-7d11f517a1f1 service neutron] Checking agent: {'id': 'bb439c80-c1b1-4a92-94b6-4f0aaad03a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80603', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 19, 1, 6), 'started_at': datetime.datetime(2021, 8, 25, 19, 1, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:08:02.678219 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-2f974e77-9620-42c0-9e45-7d11f517a1f1 service neutron] Checking segment: {'id': '29a4bbfe-a834-4c4c-8299-f29887d9e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd2049545-92f7-4e97-8b75-aba4057d3fca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:08:02.678729 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-2f974e77-9620-42c0-9e45-7d11f517a1f1 service neutron] Bound using segment: {'id': '29a4bbfe-a834-4c4c-8299-f29887d9e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd2049545-92f7-4e97-8b75-aba4057d3fca'} {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:08:02.679224 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.managers [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-2f974e77-9620-42c0-9e45-7d11f517a1f1 service neutron] Bound port: c930cfdb-7cb5-4807-824e-d2f0e72dffb5, host: hv-cinder-80603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a4bbfe-a834-4c4c-8299-f29887d9e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd2049545-92f7-4e97-8b75-aba4057d3fca'}}] {{(pid=74944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:08:02.679721 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-2f974e77-9620-42c0-9e45-7d11f517a1f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:02.698982 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-7a761418-f08f-45c4-b281-fae780c11356 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6895423 Aug 25 19:08:02.818862 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e306ea-48e8-4318-91a4-d2744d6562bd req-ad3f7dcb-8bb6-4c84-a4f4-28df1e42fd25 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:02.831178 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-12e306ea-48e8-4318-91a4-d2744d6562bd req-ad3f7dcb-8bb6-4c84-a4f4-28df1e42fd25 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 943 time: 0.4108975 Aug 25 19:08:02.851921 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-84253dfa-0193-4bff-b77f-b2789cfcb08e service neutron] 10.222.0.18 "GET /v2.0/networks/4729cc76-35b6-44e9-ab20-fbd23b7c92c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241440 Aug 25 19:08:02.933934 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-12e306ea-48e8-4318-91a4-d2744d6562bd req-b281d5c5-5081-4a77-8f22-52024390f296 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927560 Aug 25 19:08:02.953338 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.db [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-2f974e77-9620-42c0-9e45-7d11f517a1f1 service neutron] For port c930cfdb-7cb5-4807-824e-d2f0e72dffb5, host hv-cinder-80603, cleared binding levels {{(pid=74944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:08:02.957658 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.db [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-2f974e77-9620-42c0-9e45-7d11f517a1f1 service neutron] For port c930cfdb-7cb5-4807-824e-d2f0e72dffb5, host hv-cinder-80603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=c930cfdb-7cb5-4807-824e-d2f0e72dffb5,segment=NetworkSegment(29a4bbfe-a834-4c4c-8299-f29887d9e0b7),segment_id=29a4bbfe-a834-4c4c-8299-f29887d9e0b7)] {{(pid=74944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:08:02.967059 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-2f974e77-9620-42c0-9e45-7d11f517a1f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3912932'] for port, after_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:02.985147 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-9cf77ab9-10c5-43f0-9564-f629cf805754 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:03.272338 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-2f974e77-9620-42c0-9e45-7d11f517a1f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for port, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:03.276613 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-2f974e77-9620-42c0-9e45-7d11f517a1f1 service neutron] 10.222.0.23 "PUT /v2.0/ports/c930cfdb-7cb5-4807-824e-d2f0e72dffb5 HTTP/1.1" status: 200 len: 1093 time: 4.2724664 Aug 25 19:08:03.277603 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe46817-6685-4f3e-be9d-2d68c5105933', 'tag': 'c930cfdb-7cb5-4807-824e-d2f0e72dffb5'}] {{(pid=74944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:08:03.312895 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f974e77-9620-42c0-9e45-7d11f517a1f1 service neutron] Pushing event updated for resources: {'Port': ['ID=c930cfdb-7cb5-4807-824e-d2f0e72dffb5,revision_number=3']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:03.317523 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-2f974e77-9620-42c0-9e45-7d11f517a1f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:03.358822 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-58e79204-3ed7-4909-9327-2bbdd83ac8b6 req-12e9a4e1-964f-40f3-86f1-a45dca1e0feb tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ced8806-208e-4afa-9802-c64db57fb9b0 HTTP/1.1" status: 200 len: 210 time: 0.1726255 Aug 25 19:08:03.395719 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0196052-0f5f-4ae7-bb9d-588825314d45 req-9a611a94-7523-44c1-bc8f-626ce9b22e21 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:03.396496 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-e0196052-0f5f-4ae7-bb9d-588825314d45 req-9a611a94-7523-44c1-bc8f-626ce9b22e21 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Synchronizing usage tracker for tenant:12870fe9d1e741f69ee19a3c7c73e1ff on resource:port {{(pid=74944) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:08:03.438853 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-e0196052-0f5f-4ae7-bb9d-588825314d45 req-9a611a94-7523-44c1-bc8f-626ce9b22e21 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Unset dirty status for tenant:12870fe9d1e741f69ee19a3c7c73e1ff on resource:port {{(pid=74944) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:08:03.447227 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-e0196052-0f5f-4ae7-bb9d-588825314d45 req-9a611a94-7523-44c1-bc8f-626ce9b22e21 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ec7659-47ea-4625-8d33-eaeca78e3619 HTTP/1.1" status: 200 len: 931 time: 0.2503300 Aug 25 19:08:03.524673 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-e0196052-0f5f-4ae7-bb9d-588825314d45 req-908785a7-5419-45a2-8cc9-4dcac33d737a tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce7bbda-fb5a-4c89-8de9-bc9d94033957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761712 Aug 25 19:08:03.661909 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbe46817-6685-4f3e-be9d-2d68c5105933', 'tag': 'c930cfdb-7cb5-4807-824e-d2f0e72dffb5', 'status': 'completed', 'code': 200} Aug 25 19:08:03.833987 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba958f-0c6a-411e-a039-be19e5a9d2fd req-4202248d-ef9f-49df-94a6-7dd854f776a4 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:03.855123 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-feba958f-0c6a-411e-a039-be19e5a9d2fd req-4202248d-ef9f-49df-94a6-7dd854f776a4 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 943 time: 0.2076864 Aug 25 19:08:03.978751 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-feba958f-0c6a-411e-a039-be19e5a9d2fd req-98d27d9e-7b37-4654-a2af-ccaae0482f97 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e146f45e-c0e9-4981-a200-10ecdd1ea260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207094 Aug 25 19:08:04.268286 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e8b82-4dd4-4af9-a579-acf01de6bc84 req-852a19b3-3dc5-493e-9baf-b288d3302e47 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:04.280476 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-fe8e8b82-4dd4-4af9-a579-acf01de6bc84 req-852a19b3-3dc5-493e-9baf-b288d3302e47 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 943 time: 0.1323900 Aug 25 19:08:04.391819 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-fe8e8b82-4dd4-4af9-a579-acf01de6bc84 req-913989c9-1f03-471a-bea9-f82cbd895e69 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091604 Aug 25 19:08:04.709405 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-2770aca9-64f1-4539-b746-7d2725b389de req-49059f21-b8c2-4c12-981d-0f193b3404f0 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ced8806-208e-4afa-9802-c64db57fb9b0 HTTP/1.1" status: 200 len: 210 time: 0.0784857 Aug 25 19:08:04.883519 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb4d49-5fda-4d66-9c44-8d04384c398f req-4e7bc5e9-fae0-4da8-a24c-d23fd32ae0d8 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:04.885945 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-f7eb4d49-5fda-4d66-9c44-8d04384c398f req-4e7bc5e9-fae0-4da8-a24c-d23fd32ae0d8 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ec7659-47ea-4625-8d33-eaeca78e3619 HTTP/1.1" status: 200 len: 931 time: 0.1236756 Aug 25 19:08:04.973201 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-f7eb4d49-5fda-4d66-9c44-8d04384c398f req-2db48e99-2b33-4991-964d-0efe5986c18c tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce7bbda-fb5a-4c89-8de9-bc9d94033957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783393 Aug 25 19:08:05.285781 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418e344-c624-43dc-b8c2-000253ae0f41 req-3c05e22e-e220-410b-8d09-f18153bf66af tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:05.290887 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-2418e344-c624-43dc-b8c2-000253ae0f41 req-3c05e22e-e220-410b-8d09-f18153bf66af tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 943 time: 0.1470847 Aug 25 19:08:05.428536 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-2418e344-c624-43dc-b8c2-000253ae0f41 req-34991a9a-ca5b-4bdc-a9f5-dbd5a8e1c18f tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e146f45e-c0e9-4981-a200-10ecdd1ea260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273096 Aug 25 19:08:05.847444 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:05.857960 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18466523-aa46-443d-91ce-be0be32d4627 req-699ef49a-14de-4027-9a1e-1328adffc6c5 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:05.871562 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-18466523-aa46-443d-91ce-be0be32d4627 req-699ef49a-14de-4027-9a1e-1328adffc6c5 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 943 time: 0.1954823 Aug 25 19:08:06.084244 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-18466523-aa46-443d-91ce-be0be32d4627 req-5193bdef-9bee-41b7-8fe7-9af0f09f97f0 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966600 Aug 25 19:08:06.118585 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-1237a214-1dd8-4be3-8f29-750e49246a5b req-1c88e301-0b07-453a-b549-827209bcac55 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ced8806-208e-4afa-9802-c64db57fb9b0 HTTP/1.1" status: 200 len: 210 time: 0.0900121 Aug 25 19:08:06.723019 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728b6a4-eba7-4183-84a2-a1755417c8f5 req-bd4d5211-013e-4e68-91a5-9cfb99fce56c tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:06.726679 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-2728b6a4-eba7-4183-84a2-a1755417c8f5 req-bd4d5211-013e-4e68-91a5-9cfb99fce56c tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ec7659-47ea-4625-8d33-eaeca78e3619 HTTP/1.1" status: 200 len: 931 time: 0.1503148 Aug 25 19:08:06.749485 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccedf5c2-2a21-4472-acb2-820ef1cb1269 req-23a1fdad-eb1f-4a2a-9c02-5118d512f28b tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:06.751169 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-ccedf5c2-2a21-4472-acb2-820ef1cb1269 req-23a1fdad-eb1f-4a2a-9c02-5118d512f28b tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 943 time: 0.1060717 Aug 25 19:08:06.799996 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-2728b6a4-eba7-4183-84a2-a1755417c8f5 req-8b7168b0-df4a-437a-93e9-96d380dcd439 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce7bbda-fb5a-4c89-8de9-bc9d94033957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653255 Aug 25 19:08:06.815515 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-ccedf5c2-2a21-4472-acb2-820ef1cb1269 req-c5e48299-88d2-40d4-8be7-e230852d00a2 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e146f45e-c0e9-4981-a200-10ecdd1ea260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560360 Aug 25 19:08:07.426689 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f3bccf23-be62-4280-a8ed-62b1f6a7ddae req-93978086-b91d-4234-9830-dc851f1a5598 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ced8806-208e-4afa-9802-c64db57fb9b0 HTTP/1.1" status: 200 len: 210 time: 0.0907657 Aug 25 19:08:07.461678 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bccf68-07e7-4e6c-b37d-07fd65d55ffe req-2dbaab5a-148b-4eb1-9dbc-3c940aba9d38 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:07.463312 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-f4bccf68-07e7-4e6c-b37d-07fd65d55ffe req-2dbaab5a-148b-4eb1-9dbc-3c940aba9d38 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 943 time: 0.1293643 Aug 25 19:08:07.545346 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-f4bccf68-07e7-4e6c-b37d-07fd65d55ffe req-44875576-9169-4f1b-b13c-a0a02227a2c9 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709062 Aug 25 19:08:08.069521 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec70517-3805-4003-9e27-850b2d63d898 req-a40aeda1-9077-40f5-9a77-866b8515768f tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:08.073552 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-6ec70517-3805-4003-9e27-850b2d63d898 req-a40aeda1-9077-40f5-9a77-866b8515768f tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ec7659-47ea-4625-8d33-eaeca78e3619 HTTP/1.1" status: 200 len: 931 time: 0.1055934 Aug 25 19:08:08.122896 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-f0e689eb-9148-4703-882f-9725fc0d70cd service neutron] Request body: {'port': {'device_id': '61ec7659-47ea-4625-8d33-eaeca78e3619', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80603'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:08:08.371580 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-6ec70517-3805-4003-9e27-850b2d63d898 req-c5a0f2bb-2619-42c7-a224-180d74d4c707 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce7bbda-fb5a-4c89-8de9-bc9d94033957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908013 Aug 25 19:08:08.405940 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-012253c8-4b69-4cf6-b201-b8004bb30606 req-2cd8817b-2bfb-439d-8325-befec31a2743 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=972f6642a63b419091a626917b54e4c9&device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 1096 time: 0.3005607 Aug 25 19:08:08.407867 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-f0e689eb-9148-4703-882f-9725fc0d70cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:08.482066 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a217d-4187-4988-afe5-60cb593f197a req-88c2df4e-ed36-41f7-874d-6af299749bbc tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:08.483830 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-208a217d-4187-4988-afe5-60cb593f197a req-88c2df4e-ed36-41f7-874d-6af299749bbc tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 943 time: 0.4001775 Aug 25 19:08:08.506357 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-07d74524-2f80-496a-accf-9ddb624f4a92 req-ea84e8c2-2e93-4d9f-ae83-f325ed31cb50 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5bff39bca4ac4d27b1947941bd050e28&device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 1096 time: 0.3129616 Aug 25 19:08:08.711717 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012253c8-4b69-4cf6-b201-b8004bb30606 req-dc3fdfa9-4bda-40cb-80c9-b98816be7af9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:08.715785 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-012253c8-4b69-4cf6-b201-b8004bb30606 req-dc3fdfa9-4bda-40cb-80c9-b98816be7af9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1 HTTP/1.1" status: 200 len: 918 time: 0.2661252 Aug 25 19:08:08.798109 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-012253c8-4b69-4cf6-b201-b8004bb30606 req-7d58b84b-2266-4b83-a2e1-a7ec5f337d37 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f HTTP/1.1" status: 200 len: 217 time: 0.0748084 Aug 25 19:08:08.868277 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012253c8-4b69-4cf6-b201-b8004bb30606 req-b52e021c-fa13-4a55-b1a5-a6d5e5b670db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:08.869910 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-012253c8-4b69-4cf6-b201-b8004bb30606 req-b52e021c-fa13-4a55-b1a5-a6d5e5b670db service neutron] 10.222.0.23 "GET /v2.0/subnets?id=01124877-1e02-41ab-ac74-7fab9c7740c5 HTTP/1.1" status: 200 len: 856 time: 0.0640314 Aug 25 19:08:09.039972 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d74524-2f80-496a-accf-9ddb624f4a92 req-c9278dc7-e4c0-482d-82e9-bbe247998041 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:09.041882 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-07d74524-2f80-496a-accf-9ddb624f4a92 req-c9278dc7-e4c0-482d-82e9-bbe247998041 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=5bff39bca4ac4d27b1947941bd050e28&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5174015 Aug 25 19:08:09.063707 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-208a217d-4187-4988-afe5-60cb593f197a req-c4edbc87-7fa1-468f-9882-6666b2bb2b97 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e146f45e-c0e9-4981-a200-10ecdd1ea260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5659783 Aug 25 19:08:09.079331 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-67697e4f-299c-4d08-89b9-97c75fc16235 req-cbd4d5f6-5de5-4459-b54e-a89e5604397b tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ced8806-208e-4afa-9802-c64db57fb9b0 HTTP/1.1" status: 200 len: 210 time: 0.4014862 Aug 25 19:08:09.264982 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-012253c8-4b69-4cf6-b201-b8004bb30606 req-867d1bbc-dad0-4dc7-8c24-37e718d9a040 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3856361 Aug 25 19:08:09.383117 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d74524-2f80-496a-accf-9ddb624f4a92 req-96ec6937-d559-4e62-b518-967d1d302a2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:09.384927 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-07d74524-2f80-496a-accf-9ddb624f4a92 req-96ec6937-d559-4e62-b518-967d1d302a2b service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2163343 Aug 25 19:08:09.496847 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-40e64c34-ef50-4541-af60-28c8691b805b tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:09.499326 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-40e64c34-ef50-4541-af60-28c8691b805b tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.23 "GET /v2.0/networks?id=4729cc76-35b6-44e9-ab20-fbd23b7c92c4 HTTP/1.1" status: 200 len: 811 time: 0.3580282 Aug 25 19:08:09.523085 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.notifiers.nova [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-f0e689eb-9148-4703-882f-9725fc0d70cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01529fda-9d89-435e-af0c-f04b4376a543 {{(pid=74944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:08:09.574032 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-f0e689eb-9148-4703-882f-9725fc0d70cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:09.608099 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.provisioning_blocks [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-f0e689eb-9148-4703-882f-9725fc0d70cd service neutron] Transition to ACTIVE for port object 01529fda-9d89-435e-af0c-f04b4376a543 will not be triggered until provisioned by entity L2. {{(pid=74944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:08:09.619024 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-f0e689eb-9148-4703-882f-9725fc0d70cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3912932'] for port, after_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:09.625151 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-97813b1c-bf15-4233-918e-1bc7efb876f2 tempest-ServerRescueNegativeTestJSON-1925147816 tempest-ServerRescueNegativeTestJSON-1925147816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:09.654717 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-012253c8-4b69-4cf6-b201-b8004bb30606 req-2c6b6520-5053-41b2-b496-e81dcbab518c service neutron] 10.222.0.23 "GET /v2.0/networks/4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807771 Aug 25 19:08:09.702603 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6733f46-95fe-4a98-8753-e5d9822dad2c req-9131f1c3-2277-418f-835b-aea0ad14f3db tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:09.704228 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-f6733f46-95fe-4a98-8753-e5d9822dad2c req-9131f1c3-2277-418f-835b-aea0ad14f3db tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 943 time: 0.4423921 Aug 25 19:08:09.757023 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-5c63e192-9406-41d0-ae65-03ef70dc9966 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e48406004b648a0990504d66c49cab7 HTTP/1.1" status: 200 len: 380 time: 0.1693273 Aug 25 19:08:09.769540 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-e2d09d39-a85d-4c5c-bf88-f5ed6ca6e583 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Request body: {'port': {'device_id': '4ced8806-208e-4afa-9802-c64db57fb9b0', 'network_id': '4729cc76-35b6-44e9-ab20-fbd23b7c92c4', 'admin_state_up': True, 'tenant_id': '3e48406004b648a0990504d66c49cab7', 'security_groups': ['2b27a6aa-cda2-44fd-9a62-aab2e2024781']}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:08:09.814838 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e689eb-9148-4703-882f-9725fc0d70cd service neutron] Pushing event updated for resources: {'Port': ['ID=01529fda-9d89-435e-af0c-f04b4376a543,revision_number=2']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:09.820869 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-f0e689eb-9148-4703-882f-9725fc0d70cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:09.832692 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-4ae85579-f1b0-412d-aa4d-7f0f9a7a2a40 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5bff39bca4ac4d27b1947941bd050e28&device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 1096 time: 0.3049004 Aug 25 19:08:09.982356 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-27d1492a-88bf-4333-93e8-4499bd6d54a5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c930cfdb-7cb5-4807-824e-d2f0e72dffb5 HTTP/1.1" status: 200 len: 217 time: 0.1350861 Aug 25 19:08:09.986542 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-f6733f46-95fe-4a98-8753-e5d9822dad2c req-1fabc7e5-c8e9-4325-bae8-78531949ea79 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2222764 Aug 25 19:08:10.001024 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14703b-c7d7-41eb-9e37-50074b2a862e req-334cc726-83ea-446d-b331-2944bb3c7e46 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:10.006674 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-fb14703b-c7d7-41eb-9e37-50074b2a862e req-334cc726-83ea-446d-b331-2944bb3c7e46 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ec7659-47ea-4625-8d33-eaeca78e3619 HTTP/1.1" status: 200 len: 931 time: 0.4854994 Aug 25 19:08:10.013247 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=74945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:08:10.050999 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-012253c8-4b69-4cf6-b201-b8004bb30606 req-a532638e-c91d-45b3-b0b5-3db454146fac service neutron] 10.222.0.23 "GET /v2.0/networks/4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861485 Aug 25 19:08:10.088280 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-e2d09d39-a85d-4c5c-bf88-f5ed6ca6e583 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:08:10.107916 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.managers [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-f0e689eb-9148-4703-882f-9725fc0d70cd service neutron] Attempting to bind port 01529fda-9d89-435e-af0c-f04b4376a543 on host hv-cinder-80603 for vnic_type normal with profile {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:08:10.108460 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.managers [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-f0e689eb-9148-4703-882f-9725fc0d70cd service neutron] Attempting to bind port 01529fda-9d89-435e-af0c-f04b4376a543 by drivers openvswitch,hyperv on host hv-cinder-80603 at level 0 using segments [{'id': '276edf30-b66e-4e23-ad33-c0d87c6bff57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '33b073fa-f579-4d52-a854-21dde8afe8fc'}] {{(pid=74944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:08:10.108884 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-f0e689eb-9148-4703-882f-9725fc0d70cd service neutron] Attempting to bind port 01529fda-9d89-435e-af0c-f04b4376a543 on network 33b073fa-f579-4d52-a854-21dde8afe8fc {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:08:10.129817 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-e2d09d39-a85d-4c5c-bf88-f5ed6ca6e583 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:08:10.132033 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-1460afe1-2c36-4253-8a73-c4891ad91e64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:10.136089 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-1460afe1-2c36-4253-8a73-c4891ad91e64 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=96da7e0f-8b66-4c82-8362-f0eac7936cc9 HTTP/1.1" status: 200 len: 854 time: 0.1114712 Aug 25 19:08:10.137110 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-f0e689eb-9148-4703-882f-9725fc0d70cd service neutron] Port 01529fda-9d89-435e-af0c-f04b4376a543 on network 33b073fa-f579-4d52-a854-21dde8afe8fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80603 {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 19:08:10.137527 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-f0e689eb-9148-4703-882f-9725fc0d70cd service neutron] Attempting to bind port 01529fda-9d89-435e-af0c-f04b4376a543 on network 33b073fa-f579-4d52-a854-21dde8afe8fc {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:08:10.147228 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-fb14703b-c7d7-41eb-9e37-50074b2a862e req-d61bb4e9-5342-47c4-bbf8-a8b1086ed445 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce7bbda-fb5a-4c89-8de9-bc9d94033957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266792 Aug 25 19:08:10.173285 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-e2d09d39-a85d-4c5c-bf88-f5ed6ca6e583 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Made reservation on behalf of 3e48406004b648a0990504d66c49cab7 for: {'port': 1} {{(pid=74943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:08:10.177388 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-e2d09d39-a85d-4c5c-bf88-f5ed6ca6e583 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:10.251313 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f,segment=NetworkSegment(53d47dea-4354-48e2-8d62-a37d0ab26078),segment_id=53d47dea-4354-48e2-8d62-a37d0ab26078)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:08:10.260699 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-f0e689eb-9148-4703-882f-9725fc0d70cd service neutron] Checking agent: {'id': 'bb439c80-c1b1-4a92-94b6-4f0aaad03a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80603', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 19, 1, 6), 'started_at': datetime.datetime(2021, 8, 25, 19, 1, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:08:10.261628 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-f0e689eb-9148-4703-882f-9725fc0d70cd service neutron] Checking segment: {'id': '276edf30-b66e-4e23-ad33-c0d87c6bff57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '33b073fa-f579-4d52-a854-21dde8afe8fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:08:10.262213 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-f0e689eb-9148-4703-882f-9725fc0d70cd service neutron] Bound using segment: {'id': '276edf30-b66e-4e23-ad33-c0d87c6bff57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '33b073fa-f579-4d52-a854-21dde8afe8fc'} {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:08:10.263136 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.managers [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-f0e689eb-9148-4703-882f-9725fc0d70cd service neutron] Bound port: 01529fda-9d89-435e-af0c-f04b4376a543, host: hv-cinder-80603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '276edf30-b66e-4e23-ad33-c0d87c6bff57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '33b073fa-f579-4d52-a854-21dde8afe8fc'}}] {{(pid=74944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:08:10.263832 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-f0e689eb-9148-4703-882f-9725fc0d70cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:10.306139 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Returning: {'device': '5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f', 'network_id': '4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1', 'port_id': '5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f', 'mac_address': 'fa:16:3e:37:16:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01124877-1e02-41ab-ac74-7fab9c7740c5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:08:10.403783 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-86f8e725-e577-485a-b741-4835764556b2 req-c6334a64-9c92-42d7-bc8c-c66ccc1f54b1 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ced8806-208e-4afa-9802-c64db57fb9b0 HTTP/1.1" status: 200 len: 210 time: 0.0744123 Aug 25 19:08:10.439622 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:10.461806 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f {{(pid=74945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:08:10.495369 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f,segment=NetworkSegment(53d47dea-4354-48e2-8d62-a37d0ab26078),segment_id=53d47dea-4354-48e2-8d62-a37d0ab26078)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:08:10.505302 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:10.509806 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:10.554207 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.db [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-f0e689eb-9148-4703-882f-9725fc0d70cd service neutron] For port 01529fda-9d89-435e-af0c-f04b4376a543, host hv-cinder-80603, cleared binding levels {{(pid=74944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:08:10.559202 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-460f1be1-4f93-467e-b35a-f028690b5755 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d2049545-92f7-4e97-8b75-aba4057d3fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4143076 Aug 25 19:08:10.562658 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.db [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-f0e689eb-9148-4703-882f-9725fc0d70cd service neutron] For port 01529fda-9d89-435e-af0c-f04b4376a543, host hv-cinder-80603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=01529fda-9d89-435e-af0c-f04b4376a543,segment=NetworkSegment(276edf30-b66e-4e23-ad33-c0d87c6bff57),segment_id=276edf30-b66e-4e23-ad33-c0d87c6bff57)] {{(pid=74944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:08:10.610822 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-f0e689eb-9148-4703-882f-9725fc0d70cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3912932'] for port, after_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:10.620253 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-45cbea65-042f-4682-8126-6b88d1826271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:10.627052 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.db_base_plugin_common [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-e2d09d39-a85d-4c5c-bf88-f5ed6ca6e583 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Allocated IP 172.20.0.6 (4729cc76-35b6-44e9-ab20-fbd23b7c92c4/bcd4d869-de2c-42cf-bf24-a126ff729354/4d1f31d0-efe5-43f7-8154-f1247c565105) {{(pid=74943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:08:10.646394 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f,revision_number=4']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:10.650761 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:10.721610 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb23a88-be9c-4efd-9b90-c505fce5b320 req-bd3fa249-57c3-42fd-88da-44e6c3d3fd1f tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:10.723108 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-eeb23a88-be9c-4efd-9b90-c505fce5b320 req-bd3fa249-57c3-42fd-88da-44e6c3d3fd1f tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 943 time: 0.3491118 Aug 25 19:08:10.777341 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-f0e689eb-9148-4703-882f-9725fc0d70cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for port, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:10.779495 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-f0e689eb-9148-4703-882f-9725fc0d70cd service neutron] 10.222.0.23 "PUT /v2.0/ports/01529fda-9d89-435e-af0c-f04b4376a543 HTTP/1.1" status: 200 len: 1093 time: 2.6617265 Aug 25 19:08:10.785209 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ec7659-47ea-4625-8d33-eaeca78e3619', 'tag': '01529fda-9d89-435e-af0c-f04b4376a543'}] {{(pid=74944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:08:10.805079 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] get_ports_and_sgs() called for port_ids ['5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f'] {{(pid=74945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:08:10.884524 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e689eb-9148-4703-882f-9725fc0d70cd service neutron] Pushing event updated for resources: {'Port': ['ID=01529fda-9d89-435e-af0c-f04b4376a543,revision_number=3']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:10.899453 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-f0e689eb-9148-4703-882f-9725fc0d70cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:10.904409 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ec7659-47ea-4625-8d33-eaeca78e3619', 'tag': '01529fda-9d89-435e-af0c-f04b4376a543', 'status': 'completed', 'code': 200} Aug 25 19:08:10.980233 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-e2d09d39-a85d-4c5c-bf88-f5ed6ca6e583 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks [] for port, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:11.008269 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.provisioning_blocks [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-e2d09d39-a85d-4c5c-bf88-f5ed6ca6e583 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Transition to ACTIVE for port object 4d1f31d0-efe5-43f7-8154-f1247c565105 will not be triggered until provisioned by entity DHCP. {{(pid=74943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:08:11.022622 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-eeb23a88-be9c-4efd-9b90-c505fce5b320 req-77581d65-e272-4444-b9b6-906e9ef4503f tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e146f45e-c0e9-4981-a200-10ecdd1ea260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810624 Aug 25 19:08:11.055984 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-e2d09d39-a85d-4c5c-bf88-f5ed6ca6e583 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958082'] for port, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:11.068880 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-54e375d9-994e-485b-a734-c56d673e9a9e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:11.081749 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-c1aafc8c-a97b-4e7c-89f0-b9b666d92749 service neutron] 10.222.0.23 "GET /v2.0/networks/d2049545-92f7-4e97-8b75-aba4057d3fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5113659 Aug 25 19:08:11.325744 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-e2d09d39-a85d-4c5c-bf88-f5ed6ca6e583 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Network 4729cc76-35b6-44e9-ab20-fbd23b7c92c4 is already hosted by enough agents. {{(pid=74943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:08:11.327063 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.base_scheduler [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-e2d09d39-a85d-4c5c-bf88-f5ed6ca6e583 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Resources bound (agent type, host, resource id): {{(pid=74943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:08:11.330802 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-e2d09d39-a85d-4c5c-bf88-f5ed6ca6e583 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Received port after_create {{(pid=74943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:08:11.414567 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d09d39-a85d-4c5c-bf88-f5ed6ca6e583 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Pushing event updated for resources: {'Port': ['ID=4d1f31d0-efe5-43f7-8154-f1247c565105,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:11.419738 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-e2d09d39-a85d-4c5c-bf88-f5ed6ca6e583 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:11.460773 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-e2d09d39-a85d-4c5c-bf88-f5ed6ca6e583 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:11.461128 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-e2d09d39-a85d-4c5c-bf88-f5ed6ca6e583 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for port, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:11.511136 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b5847d-fd1b-40ac-aa91-859bd2b647c6 req-4403ec0c-6946-4e81-8948-840dd6553d20 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:11.513402 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-28b5847d-fd1b-40ac-aa91-859bd2b647c6 req-4403ec0c-6946-4e81-8948-840dd6553d20 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 944 time: 0.2659271 Aug 25 19:08:11.524160 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-e2d09d39-a85d-4c5c-bf88-f5ed6ca6e583 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7586553 Aug 25 19:08:11.559250 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-80d981da-1a06-4cdd-a8ba-a83f34bedc3e service neutron] Request body: {'port': {'device_id': '4ced8806-208e-4afa-9802-c64db57fb9b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80603'}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:08:11.579241 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-1f99a1f0-ca20-454c-ab2e-9ebb9cafcf71 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=12870fe9d1e741f69ee19a3c7c73e1ff&device_id=61ec7659-47ea-4625-8d33-eaeca78e3619 HTTP/1.1" status: 200 len: 1096 time: 0.6762943 Aug 25 19:08:11.687081 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-ee60ff93-5314-4deb-90b4-e13eba93cdcc None None] Provisioning for port 4d1f31d0-efe5-43f7-8154-f1247c565105 completed by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:08:11.690630 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-28b5847d-fd1b-40ac-aa91-859bd2b647c6 req-e5c31322-0abc-4ee2-9e74-34a0889b612c tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650803 Aug 25 19:08:11.697101 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-ee60ff93-5314-4deb-90b4-e13eba93cdcc None None] Provisioning complete for port 4d1f31d0-efe5-43f7-8154-f1247c565105 triggered by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:08:11.697892 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-ee60ff93-5314-4deb-90b4-e13eba93cdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:11.765898 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-8f11e9fb-b606-49ac-94a8-20feef6deaeb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01529fda-9d89-435e-af0c-f04b4376a543 HTTP/1.1" status: 200 len: 217 time: 0.1692202 Aug 25 19:08:11.773024 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-cf2cb8e9-7195-4d26-84cb-943428e60f97 req-f560772a-fe73-4c8c-ac00-11351d7b70a9 service neutron] 10.222.0.23 "GET /v2.0/networks/d2049545-92f7-4e97-8b75-aba4057d3fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6825783 Aug 25 19:08:11.811939 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-ee60ff93-5314-4deb-90b4-e13eba93cdcc None None] Port 4d1f31d0-efe5-43f7-8154-f1247c565105 cannot update to ACTIVE because it is not bound. {{(pid=74945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 19:08:11.844493 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-80d981da-1a06-4cdd-a8ba-a83f34bedc3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:11.914853 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7a4be-4a92-427d-9047-6686452efc1f req-223f3486-2860-4e4b-af2b-8754baccacdb tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:11.917269 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-1fc7a4be-4a92-427d-9047-6686452efc1f req-223f3486-2860-4e4b-af2b-8754baccacdb tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ec7659-47ea-4625-8d33-eaeca78e3619 HTTP/1.1" status: 200 len: 943 time: 0.5441837 Aug 25 19:08:11.995082 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-a7f0e1be-2408-46e6-86a7-206986a94b96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:11.997872 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-a7f0e1be-2408-46e6-86a7-206986a94b96 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=08c51266-d302-4579-8857-ffa2e4f9c707 HTTP/1.1" status: 200 len: 849 time: 0.2231634 Aug 25 19:08:12.031975 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f up at agent hyperv_hv-cinder-80603 {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:08:12.114809 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-b0973dc8-658e-4b72-9197-5c1224ec1e7c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=33b073fa-f579-4d52-a854-21dde8afe8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026945 Aug 25 19:08:12.189621 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-1fc7a4be-4a92-427d-9047-6686452efc1f req-d9723dd5-9e8d-4935-a733-27618c4e76e6 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce7bbda-fb5a-4c89-8de9-bc9d94033957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567742 Aug 25 19:08:12.243250 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Provisioning for port 5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f completed by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:08:12.254027 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Provisioning complete for port 5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:08:12.256226 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:12.391549 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-b8dc54c7-d1a9-4bf7-9aaa-0510b88e6dfc service neutron] 10.222.0.23 "GET /v2.0/networks/33b073fa-f579-4d52-a854-21dde8afe8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692425 Aug 25 19:08:12.483102 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-9f2ba81b-b8d6-41a7-a1d0-72a470ef92b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:12.496829 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b98e17-7c6e-47c9-aa58-12780f2177f8 req-c732d844-5d07-4064-b237-9e704aaf2083 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:12.497679 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-d8b98e17-7c6e-47c9-aa58-12780f2177f8 req-c732d844-5d07-4064-b237-9e704aaf2083 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Synchronizing usage tracker for tenant:3e48406004b648a0990504d66c49cab7 on resource:port {{(pid=74943) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:08:12.505192 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:12.555455 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6777614a-77de-4d1f-aee0-564482e9877f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f'}] {{(pid=74945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:08:12.573152 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f,segment=NetworkSegment(53d47dea-4354-48e2-8d62-a37d0ab26078),segment_id=53d47dea-4354-48e2-8d62-a37d0ab26078)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:08:12.575809 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-d8b98e17-7c6e-47c9-aa58-12780f2177f8 req-c732d844-5d07-4064-b237-9e704aaf2083 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Unset dirty status for tenant:3e48406004b648a0990504d66c49cab7 on resource:port {{(pid=74943) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:08:12.577887 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d8b98e17-7c6e-47c9-aa58-12780f2177f8 req-c732d844-5d07-4064-b237-9e704aaf2083 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ced8806-208e-4afa-9802-c64db57fb9b0 HTTP/1.1" status: 200 len: 931 time: 0.4388638 Aug 25 19:08:12.589100 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:12.592338 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-e1de87d0-845b-489f-97b4-6283fc2b84e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:12.686963 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.agents_db [None req-346cd5c8-7112-4e4f-bf89-0e0659d32542 None None] Agent healthcheck: found 6 active agents {{(pid=74946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:08:12.710305 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d8b98e17-7c6e-47c9-aa58-12780f2177f8 req-2a28c104-f468-400c-bb9a-23531e073abe tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b27a6aa-cda2-44fd-9a62-aab2e2024781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159856 Aug 25 19:08:12.718615 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f,revision_number=5']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:12.724239 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:12.739276 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d745f411-b03f-4540-bc21-d0a0798f76ef req-53034d8b-6006-441d-bc5d-519e91a76e44 service neutron] 10.222.0.23 "GET /v2.0/networks/33b073fa-f579-4d52-a854-21dde8afe8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386836 Aug 25 19:08:12.758048 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af286db2-52ce-4278-8568-77a616d73592 req-01b6ea9a-56bc-4fed-82d5-9ffa9bb2c3c4 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:12.760912 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-af286db2-52ce-4278-8568-77a616d73592 req-01b6ea9a-56bc-4fed-82d5-9ffa9bb2c3c4 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 943 time: 0.2298021 Aug 25 19:08:12.808497 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.notifiers.nova [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-80d981da-1a06-4cdd-a8ba-a83f34bedc3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d1f31d0-efe5-43f7-8154-f1247c565105 {{(pid=74943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:08:12.818753 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-80d981da-1a06-4cdd-a8ba-a83f34bedc3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:12.833666 dv-cinder-806038-1-smb neutron-server[74945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6777614a-77de-4d1f-aee0-564482e9877f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f', 'code': 200} Aug 25 19:08:12.836081 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-af286db2-52ce-4278-8568-77a616d73592 req-cf143e87-41d8-461e-945a-1fbf6c419f45 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e146f45e-c0e9-4981-a200-10ecdd1ea260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677359 Aug 25 19:08:12.840245 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.provisioning_blocks [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-80d981da-1a06-4cdd-a8ba-a83f34bedc3e service neutron] Transition to ACTIVE for port object 4d1f31d0-efe5-43f7-8154-f1247c565105 will not be triggered until provisioned by entity L2. {{(pid=74943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:08:12.845820 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-80d981da-1a06-4cdd-a8ba-a83f34bedc3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3958091'] for port, after_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:12.852572 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:12.933538 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:12.944207 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d981da-1a06-4cdd-a8ba-a83f34bedc3e service neutron] Pushing event updated for resources: {'Port': ['ID=4d1f31d0-efe5-43f7-8154-f1247c565105,revision_number=2']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:12.947729 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-80d981da-1a06-4cdd-a8ba-a83f34bedc3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:12.995602 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-bcd35696-d93e-4c0b-8f75-4ed3c09b16b5 req-01354c94-cd3a-462d-84dc-551d64978f8c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=12870fe9d1e741f69ee19a3c7c73e1ff&device_id=61ec7659-47ea-4625-8d33-eaeca78e3619 HTTP/1.1" status: 200 len: 1096 time: 0.1248980 Aug 25 19:08:13.276089 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.managers [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-80d981da-1a06-4cdd-a8ba-a83f34bedc3e service neutron] Attempting to bind port 4d1f31d0-efe5-43f7-8154-f1247c565105 on host hv-cinder-80603 for vnic_type normal with profile {{(pid=74943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:08:13.280195 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.managers [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-80d981da-1a06-4cdd-a8ba-a83f34bedc3e service neutron] Attempting to bind port 4d1f31d0-efe5-43f7-8154-f1247c565105 by drivers openvswitch,hyperv on host hv-cinder-80603 at level 0 using segments [{'id': 'f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '4729cc76-35b6-44e9-ab20-fbd23b7c92c4'}] {{(pid=74943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:08:13.281054 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-80d981da-1a06-4cdd-a8ba-a83f34bedc3e service neutron] Attempting to bind port 4d1f31d0-efe5-43f7-8154-f1247c565105 on network 4729cc76-35b6-44e9-ab20-fbd23b7c92c4 {{(pid=74943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:08:13.300650 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd35696-d93e-4c0b-8f75-4ed3c09b16b5 req-f3c35d3d-674d-4e97-9b65-e49e9875538f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:13.302191 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-bcd35696-d93e-4c0b-8f75-4ed3c09b16b5 req-f3c35d3d-674d-4e97-9b65-e49e9875538f service neutron] 10.222.0.23 "GET /v2.0/networks?id=33b073fa-f579-4d52-a854-21dde8afe8fc HTTP/1.1" status: 200 len: 910 time: 0.2982912 Aug 25 19:08:13.323824 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-80d981da-1a06-4cdd-a8ba-a83f34bedc3e service neutron] Port 4d1f31d0-efe5-43f7-8154-f1247c565105 on network 4729cc76-35b6-44e9-ab20-fbd23b7c92c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80603 {{(pid=74943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 19:08:13.324156 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-80d981da-1a06-4cdd-a8ba-a83f34bedc3e service neutron] Attempting to bind port 4d1f31d0-efe5-43f7-8154-f1247c565105 on network 4729cc76-35b6-44e9-ab20-fbd23b7c92c4 {{(pid=74943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:08:13.332753 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9aafdd-63ba-4e6f-8f71-05472550c871 req-d8dbab36-1b7e-4896-9971-c983d04aba8b tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:13.336230 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-fa9aafdd-63ba-4e6f-8f71-05472550c871 req-d8dbab36-1b7e-4896-9971-c983d04aba8b tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 945 time: 0.2791069 Aug 25 19:08:13.374152 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-80d981da-1a06-4cdd-a8ba-a83f34bedc3e service neutron] Checking agent: {'id': 'bb439c80-c1b1-4a92-94b6-4f0aaad03a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80603', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 19, 1, 6), 'started_at': datetime.datetime(2021, 8, 25, 19, 1, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:08:13.374803 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-80d981da-1a06-4cdd-a8ba-a83f34bedc3e service neutron] Checking segment: {'id': 'f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '4729cc76-35b6-44e9-ab20-fbd23b7c92c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:08:13.375398 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-80d981da-1a06-4cdd-a8ba-a83f34bedc3e service neutron] Bound using segment: {'id': 'f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '4729cc76-35b6-44e9-ab20-fbd23b7c92c4'} {{(pid=74943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:08:13.376025 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.managers [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-80d981da-1a06-4cdd-a8ba-a83f34bedc3e service neutron] Bound port: 4d1f31d0-efe5-43f7-8154-f1247c565105, host: hv-cinder-80603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '4729cc76-35b6-44e9-ab20-fbd23b7c92c4'}}] {{(pid=74943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:08:13.376589 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-80d981da-1a06-4cdd-a8ba-a83f34bedc3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:13.485348 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-fa9aafdd-63ba-4e6f-8f71-05472550c871 req-e472e0fc-6295-4843-9425-16bcb395720e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420224 Aug 25 19:08:13.511915 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.db [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-80d981da-1a06-4cdd-a8ba-a83f34bedc3e service neutron] For port 4d1f31d0-efe5-43f7-8154-f1247c565105, host hv-cinder-80603, cleared binding levels {{(pid=74943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:08:13.519674 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.db [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-80d981da-1a06-4cdd-a8ba-a83f34bedc3e service neutron] For port 4d1f31d0-efe5-43f7-8154-f1247c565105, host hv-cinder-80603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=4d1f31d0-efe5-43f7-8154-f1247c565105,segment=NetworkSegment(f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c),segment_id=f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c)] {{(pid=74943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:08:13.526007 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-80d981da-1a06-4cdd-a8ba-a83f34bedc3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3958091'] for port, after_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:13.531673 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-abe9af2d-80f0-4bba-98e1-a3c4a5fada6e tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:13.543229 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-bcd35696-d93e-4c0b-8f75-4ed3c09b16b5 req-14edbdb9-34ab-4e47-869b-4dd284b5c22e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01529fda-9d89-435e-af0c-f04b4376a543 HTTP/1.1" status: 200 len: 217 time: 0.2170241 Aug 25 19:08:13.602290 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-80d981da-1a06-4cdd-a8ba-a83f34bedc3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for port, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:13.604018 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-80d981da-1a06-4cdd-a8ba-a83f34bedc3e service neutron] 10.222.0.23 "PUT /v2.0/ports/4d1f31d0-efe5-43f7-8154-f1247c565105 HTTP/1.1" status: 200 len: 1093 time: 2.0546446 Aug 25 19:08:13.607088 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ced8806-208e-4afa-9802-c64db57fb9b0', 'tag': '4d1f31d0-efe5-43f7-8154-f1247c565105'}] {{(pid=74943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:08:13.629717 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d981da-1a06-4cdd-a8ba-a83f34bedc3e service neutron] Pushing event updated for resources: {'Port': ['ID=4d1f31d0-efe5-43f7-8154-f1247c565105,revision_number=3']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:13.638606 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-80d981da-1a06-4cdd-a8ba-a83f34bedc3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:13.641875 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-84b69005-2683-49d9-94fd-e98a6f83e1ac req-e9ee8e6b-44ac-4f80-8196-6e3ef25682ee service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 1098 time: 0.4059513 Aug 25 19:08:13.708683 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ced8806-208e-4afa-9802-c64db57fb9b0', 'tag': '4d1f31d0-efe5-43f7-8154-f1247c565105', 'status': 'completed', 'code': 200} Aug 25 19:08:13.711306 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd35696-d93e-4c0b-8f75-4ed3c09b16b5 req-b93aa608-2000-4e80-beca-c98e15924dd5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:13.712802 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-bcd35696-d93e-4c0b-8f75-4ed3c09b16b5 req-b93aa608-2000-4e80-beca-c98e15924dd5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=08c51266-d302-4579-8857-ffa2e4f9c707 HTTP/1.1" status: 200 len: 849 time: 0.1571023 Aug 25 19:08:13.760843 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-392c46d5-dec7-408f-b4eb-cac02ef6e132 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3e48406004b648a0990504d66c49cab7&device_id=4ced8806-208e-4afa-9802-c64db57fb9b0 HTTP/1.1" status: 200 len: 1096 time: 0.0930681 Aug 25 19:08:13.783253 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-bcd35696-d93e-4c0b-8f75-4ed3c09b16b5 req-5bf6bb39-e08c-4714-813c-b38b2cf160fe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=33b073fa-f579-4d52-a854-21dde8afe8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618145 Aug 25 19:08:13.788870 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-84b69005-2683-49d9-94fd-e98a6f83e1ac req-0c6a761b-1521-40a4-a5cc-4b4612b28954 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192417 Aug 25 19:08:13.851886 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-3bcaa529-5b92-4751-8205-4d43e05655cb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d1f31d0-efe5-43f7-8154-f1247c565105 HTTP/1.1" status: 200 len: 217 time: 0.0788207 Aug 25 19:08:13.871326 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2828387e-d01f-4eba-9c68-b1edc7fce752 req-fed7653b-f604-41c0-9d4e-64bcd13e68f1 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:13.873848 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-2828387e-d01f-4eba-9c68-b1edc7fce752 req-fed7653b-f604-41c0-9d4e-64bcd13e68f1 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ec7659-47ea-4625-8d33-eaeca78e3619 HTTP/1.1" status: 200 len: 943 time: 0.4477673 Aug 25 19:08:13.969393 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-2828387e-d01f-4eba-9c68-b1edc7fce752 req-0fc51893-b9be-4f18-a208-eac43d804850 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce7bbda-fb5a-4c89-8de9-bc9d94033957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855260 Aug 25 19:08:14.024430 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-bcd35696-d93e-4c0b-8f75-4ed3c09b16b5 req-9b925fc2-6c52-4160-b4a7-d25f67da86c0 service neutron] 10.222.0.23 "GET /v2.0/networks/33b073fa-f579-4d52-a854-21dde8afe8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336893 Aug 25 19:08:14.044028 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device c930cfdb-7cb5-4807-824e-d2f0e72dffb5 details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=74945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:08:14.068984 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb459a8-3f08-49c1-8966-5eacf51bcf7a req-dba020ac-3f78-4313-83bf-41ee1625113f tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:14.070638 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-cfb459a8-3f08-49c1-8966-5eacf51bcf7a req-dba020ac-3f78-4313-83bf-41ee1625113f tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ced8806-208e-4afa-9802-c64db57fb9b0 HTTP/1.1" status: 200 len: 943 time: 0.1496274 Aug 25 19:08:14.181376 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-d382c85e-5048-45cd-bcba-f753a141fc24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:14.183068 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-d382c85e-5048-45cd-bcba-f753a141fc24 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bcd4d869-de2c-42cf-bf24-a126ff729354 HTTP/1.1" status: 200 len: 850 time: 0.1004508 Aug 25 19:08:14.190050 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-cfb459a8-3f08-49c1-8966-5eacf51bcf7a req-0951dc4c-1510-4a8b-8330-3e2bcc579ecc tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b27a6aa-cda2-44fd-9a62-aab2e2024781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727108 Aug 25 19:08:14.276476 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port c930cfdb-7cb5-4807-824e-d2f0e72dffb5, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=c930cfdb-7cb5-4807-824e-d2f0e72dffb5,segment=NetworkSegment(29a4bbfe-a834-4c4c-8299-f29887d9e0b7),segment_id=29a4bbfe-a834-4c4c-8299-f29887d9e0b7)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:08:14.307086 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Returning: {'device': 'c930cfdb-7cb5-4807-824e-d2f0e72dffb5', 'network_id': 'd2049545-92f7-4e97-8b75-aba4057d3fca', 'port_id': 'c930cfdb-7cb5-4807-824e-d2f0e72dffb5', 'mac_address': 'fa:16:3e:a0:26:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96da7e0f-8b66-4c82-8362-f0eac7936cc9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:08:14.403078 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-b57a28fa-b378-4179-9d53-4d00fa4310e2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4729cc76-35b6-44e9-ab20-fbd23b7c92c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2114027 Aug 25 19:08:14.414233 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-bcd35696-d93e-4c0b-8f75-4ed3c09b16b5 req-63f2af27-1178-4f5b-9759-4d94062dc0a2 service neutron] 10.222.0.23 "GET /v2.0/networks/33b073fa-f579-4d52-a854-21dde8afe8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410406 Aug 25 19:08:14.429205 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:14.430035 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b759e8-996b-4f22-8bdd-9c9dff3325e3 req-b2fb79c5-1141-48ca-a934-b6f211fa85f0 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:14.431840 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-c8b759e8-996b-4f22-8bdd-9c9dff3325e3 req-b2fb79c5-1141-48ca-a934-b6f211fa85f0 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 943 time: 0.1464593 Aug 25 19:08:14.465868 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c930cfdb-7cb5-4807-824e-d2f0e72dffb5 {{(pid=74945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:08:14.496939 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port c930cfdb-7cb5-4807-824e-d2f0e72dffb5, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=c930cfdb-7cb5-4807-824e-d2f0e72dffb5,segment=NetworkSegment(29a4bbfe-a834-4c4c-8299-f29887d9e0b7),segment_id=29a4bbfe-a834-4c4c-8299-f29887d9e0b7)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:08:14.502086 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:14.503094 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 01529fda-9d89-435e-af0c-f04b4376a543 details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=74945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:08:14.505868 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:14.526528 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-c8b759e8-996b-4f22-8bdd-9c9dff3325e3 req-518a01d1-d0e8-40cf-abac-bf00c1dfa386 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e146f45e-c0e9-4981-a200-10ecdd1ea260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802593 Aug 25 19:08:14.607328 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-7a137451-6a6e-4ba2-93ed-87dc876c6dd0 service neutron] 10.222.0.23 "GET /v2.0/networks/4729cc76-35b6-44e9-ab20-fbd23b7c92c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964900 Aug 25 19:08:14.747733 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=c930cfdb-7cb5-4807-824e-d2f0e72dffb5,revision_number=4']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:14.755540 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:14.850334 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 01529fda-9d89-435e-af0c-f04b4376a543, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=01529fda-9d89-435e-af0c-f04b4376a543,segment=NetworkSegment(276edf30-b66e-4e23-ad33-c0d87c6bff57),segment_id=276edf30-b66e-4e23-ad33-c0d87c6bff57)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:08:14.877614 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Returning: {'device': '01529fda-9d89-435e-af0c-f04b4376a543', 'network_id': '33b073fa-f579-4d52-a854-21dde8afe8fc', 'port_id': '01529fda-9d89-435e-af0c-f04b4376a543', 'mac_address': 'fa:16:3e:c1:ff:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08c51266-d302-4579-8857-ffa2e4f9c707', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:08:15.008927 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-5f06de01-3088-4629-ad40-0ff17f095055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:15.015221 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:15.071363 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01529fda-9d89-435e-af0c-f04b4376a543 {{(pid=74945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:08:15.078848 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f10e9ffd-874d-4530-97e4-723ec560cf2e req-cbac2513-d4c8-413a-be17-325c49c769c4 service neutron] 10.222.0.23 "GET /v2.0/networks/4729cc76-35b6-44e9-ab20-fbd23b7c92c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581530 Aug 25 19:08:15.103756 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 01529fda-9d89-435e-af0c-f04b4376a543, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=01529fda-9d89-435e-af0c-f04b4376a543,segment=NetworkSegment(276edf30-b66e-4e23-ad33-c0d87c6bff57),segment_id=276edf30-b66e-4e23-ad33-c0d87c6bff57)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:08:15.118901 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:15.123319 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:15.148979 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1ab9f-a5a4-4f81-bad6-81a79510c8d6 req-1f85ab75-6491-4780-b60b-b0184db22e6a tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:15.161268 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-01a1ab9f-a5a4-4f81-bad6-81a79510c8d6 req-1f85ab75-6491-4780-b60b-b0184db22e6a tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 945 time: 0.3848443 Aug 25 19:08:15.277215 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=01529fda-9d89-435e-af0c-f04b4376a543,revision_number=4']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:15.290227 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:15.343372 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-01a1ab9f-a5a4-4f81-bad6-81a79510c8d6 req-559f488c-25d3-4f86-8b9c-49f971ec3100 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704574 Aug 25 19:08:15.358574 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 45104) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:15.368130 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08945fa6-c515-4fa2-9be3-b64be79033c4 req-1d2e7734-cf58-4c29-971c-438c8a68dc03 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:15.369699 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-08945fa6-c515-4fa2-9be3-b64be79033c4 req-1d2e7734-cf58-4c29-971c-438c8a68dc03 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ec7659-47ea-4625-8d33-eaeca78e3619 HTTP/1.1" status: 200 len: 944 time: 0.1520684 Aug 25 19:08:15.418533 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-8b6034a6-0a21-4695-8058-e9c31f07ceda req-6de42fff-f6b9-4c39-9ff9-33ff8576744c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3e48406004b648a0990504d66c49cab7&device_id=4ced8806-208e-4afa-9802-c64db57fb9b0 HTTP/1.1" status: 200 len: 1096 time: 0.1721764 Aug 25 19:08:15.453685 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-08945fa6-c515-4fa2-9be3-b64be79033c4 req-4d8a708a-17d7-4858-8284-0624bec62d8c tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce7bbda-fb5a-4c89-8de9-bc9d94033957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752804 Aug 25 19:08:15.486403 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] get_ports_and_sgs() called for port_ids ['c930cfdb-7cb5-4807-824e-d2f0e72dffb5'] {{(pid=74945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:08:15.546931 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] get_ports_and_sgs() called for port_ids ['01529fda-9d89-435e-af0c-f04b4376a543'] {{(pid=74945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:08:15.759107 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6034a6-0a21-4695-8058-e9c31f07ceda req-59d65bb5-bc74-470f-8df0-cef5a82bc708 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:15.761746 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-8b6034a6-0a21-4695-8058-e9c31f07ceda req-59d65bb5-bc74-470f-8df0-cef5a82bc708 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4729cc76-35b6-44e9-ab20-fbd23b7c92c4 HTTP/1.1" status: 200 len: 912 time: 0.3300052 Aug 25 19:08:15.767821 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-62f4e17f-e63e-461a-bd59-5b8e4e7ac16f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:15.832448 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb7783e-235c-4cc1-8aed-d9136aadafa9 req-074e4652-263f-41ec-98e3-103c6749e419 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:15.834270 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-2eb7783e-235c-4cc1-8aed-d9136aadafa9 req-074e4652-263f-41ec-98e3-103c6749e419 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 944 time: 0.0922494 Aug 25 19:08:15.916360 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:15.920530 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-2eb7783e-235c-4cc1-8aed-d9136aadafa9 req-7f915795-da97-4626-8b63-32ff27c39d1a tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e146f45e-c0e9-4981-a200-10ecdd1ea260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795624 Aug 25 19:08:15.953122 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-8b6034a6-0a21-4695-8058-e9c31f07ceda req-2d0e764a-d3d9-4fd9-9f6e-d7769da12c2c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d1f31d0-efe5-43f7-8154-f1247c565105 HTTP/1.1" status: 200 len: 217 time: 0.1558766 Aug 25 19:08:16.041530 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-62f4e17f-e63e-461a-bd59-5b8e4e7ac16f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:08:16.066379 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-62f4e17f-e63e-461a-bd59-5b8e4e7ac16f admin admin] Usage tracker for resource:security_group_rule and tenant:f1130572e3dc4332bf6925239c480332 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:08:16.077891 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-62f4e17f-e63e-461a-bd59-5b8e4e7ac16f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:08:16.093031 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-62f4e17f-e63e-461a-bd59-5b8e4e7ac16f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:08:16.117488 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73b5c4-fd80-4bfc-926e-ef12d58074b6 req-687377f8-fe13-49d5-a71f-ec8e8d5a58c2 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:16.120306 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-7b73b5c4-fd80-4bfc-926e-ef12d58074b6 req-687377f8-fe13-49d5-a71f-ec8e8d5a58c2 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ced8806-208e-4afa-9802-c64db57fb9b0 HTTP/1.1" status: 200 len: 943 time: 0.5295975 Aug 25 19:08:16.203329 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6034a6-0a21-4695-8058-e9c31f07ceda req-5a41a1e0-c72e-40e2-8dfb-fb08ae7c2246 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:16.205851 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-8b6034a6-0a21-4695-8058-e9c31f07ceda req-5a41a1e0-c72e-40e2-8dfb-fb08ae7c2246 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bcd4d869-de2c-42cf-bf24-a126ff729354 HTTP/1.1" status: 200 len: 850 time: 0.2390685 Aug 25 19:08:16.384271 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-7b73b5c4-fd80-4bfc-926e-ef12d58074b6 req-4ae6b12a-520e-4630-b74a-b7fadc654d21 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b27a6aa-cda2-44fd-9a62-aab2e2024781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2508597 Aug 25 19:08:16.462346 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-62f4e17f-e63e-461a-bd59-5b8e4e7ac16f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:16.468904 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-8b6034a6-0a21-4695-8058-e9c31f07ceda req-f83ffede-05f0-467f-bd78-863b365cd400 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4729cc76-35b6-44e9-ab20-fbd23b7c92c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2526467 Aug 25 19:08:16.471224 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-62f4e17f-e63e-461a-bd59-5b8e4e7ac16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:16.485399 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-f1d31499-c157-47ca-962d-c173f589e2a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:16.615076 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3c16f-c9a4-4ad4-a0f4-82fd20d90831 req-12a42fca-64ae-4f17-a797-4964edf500ac tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:16.616628 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-02c3c16f-c9a4-4ad4-a0f4-82fd20d90831 req-12a42fca-64ae-4f17-a797-4964edf500ac tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 945 time: 0.1004946 Aug 25 19:08:16.669790 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-02c3c16f-c9a4-4ad4-a0f4-82fd20d90831 req-9e889917-074b-40c1-86fe-2aa7135e7b3b tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465918 Aug 25 19:08:16.757423 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f4e17f-e63e-461a-bd59-5b8e4e7ac16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e3029a-5de8-40cf-bbc1-71667a046d3a,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:16.768290 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-62f4e17f-e63e-461a-bd59-5b8e4e7ac16f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f1130572e3dc4332bf6925239c480332&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4077961 Aug 25 19:08:16.772893 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 45118) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:16.837899 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f4e17f-e63e-461a-bd59-5b8e4e7ac16f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:16.838492 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f4e17f-e63e-461a-bd59-5b8e4e7ac16f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:16.839052 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f4e17f-e63e-461a-bd59-5b8e4e7ac16f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:16.839606 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f4e17f-e63e-461a-bd59-5b8e4e7ac16f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:16.840176 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f4e17f-e63e-461a-bd59-5b8e4e7ac16f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:16.840741 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f4e17f-e63e-461a-bd59-5b8e4e7ac16f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:16.841311 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f4e17f-e63e-461a-bd59-5b8e4e7ac16f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:16.841911 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f4e17f-e63e-461a-bd59-5b8e4e7ac16f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:16.842505 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f4e17f-e63e-461a-bd59-5b8e4e7ac16f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:16.843046 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f4e17f-e63e-461a-bd59-5b8e4e7ac16f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:16.843601 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f4e17f-e63e-461a-bd59-5b8e4e7ac16f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:16.854835 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-62f4e17f-e63e-461a-bd59-5b8e4e7ac16f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:16.893373 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-8b6034a6-0a21-4695-8058-e9c31f07ceda req-b715c2d2-d565-44be-9d8b-265b0818b541 service neutron] 10.222.0.23 "GET /v2.0/networks/4729cc76-35b6-44e9-ab20-fbd23b7c92c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108129 Aug 25 19:08:16.936675 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-fae6bdec-23b7-47e8-ab53-917c21409f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:16.973954 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-fae6bdec-23b7-47e8-ab53-917c21409f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:17.008218 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d29b71-d1ce-438d-a857-dcf8623fd4d2 req-7bd3e040-bfb2-45af-b6c4-7a8fb70ab50a tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:17.009668 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-45d29b71-d1ce-438d-a857-dcf8623fd4d2 req-7bd3e040-bfb2-45af-b6c4-7a8fb70ab50a tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ec7659-47ea-4625-8d33-eaeca78e3619 HTTP/1.1" status: 200 len: 944 time: 0.3393452 Aug 25 19:08:17.009989 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0095ce6-b692-49aa-afcd-5a272a522932 req-99709d7c-88e5-4c36-9320-ca244d9c3ff0 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:17.011874 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-b0095ce6-b692-49aa-afcd-5a272a522932 req-99709d7c-88e5-4c36-9320-ca244d9c3ff0 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 945 time: 0.1731062 Aug 25 19:08:17.027677 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 45124) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:17.033963 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [None req-8cdac352-894f-47d8-8f16-bbecfc924be0 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Request body: {'floatingip': {'port_id': '5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:08:17.121132 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-8cdac352-894f-47d8-8f16-bbecfc924be0 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks [] for floatingip, before_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:17.164803 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-45d29b71-d1ce-438d-a857-dcf8623fd4d2 req-f30b54a6-e587-4493-aef7-2c1fbda8202d tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce7bbda-fb5a-4c89-8de9-bc9d94033957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430223 Aug 25 19:08:17.197905 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-8b6034a6-0a21-4695-8058-e9c31f07ceda req-b8ad9bbe-14a0-4cf3-87cb-ef82e3fae85f service neutron] 10.222.0.23 "GET /v2.0/networks/4729cc76-35b6-44e9-ab20-fbd23b7c92c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935576 Aug 25 19:08:17.211089 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-fae6bdec-23b7-47e8-ab53-917c21409f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:17.217852 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-a354d76e-0a7e-49d7-8a3d-b49d43588901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:17.275816 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:17.317892 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae6bdec-23b7-47e8-ab53-917c21409f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e3029a-5de8-40cf-bbc1-71667a046d3a,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:17.338002 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-fae6bdec-23b7-47e8-ab53-917c21409f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:17.339306 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-fae6bdec-23b7-47e8-ab53-917c21409f34 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/09e3029a-5de8-40cf-bbc1-71667a046d3a HTTP/1.1" status: 204 len: 168 time: 0.5645692 Aug 25 19:08:17.402482 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae6bdec-23b7-47e8-ab53-917c21409f34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:17.402927 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae6bdec-23b7-47e8-ab53-917c21409f34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:17.403413 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae6bdec-23b7-47e8-ab53-917c21409f34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:17.403933 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae6bdec-23b7-47e8-ab53-917c21409f34 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:17.404377 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae6bdec-23b7-47e8-ab53-917c21409f34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:17.404799 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae6bdec-23b7-47e8-ab53-917c21409f34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:17.405206 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae6bdec-23b7-47e8-ab53-917c21409f34 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:17.405610 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae6bdec-23b7-47e8-ab53-917c21409f34 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:17.406037 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae6bdec-23b7-47e8-ab53-917c21409f34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:17.406478 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae6bdec-23b7-47e8-ab53-917c21409f34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:17.407060 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae6bdec-23b7-47e8-ab53-917c21409f34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:17.416406 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-fae6bdec-23b7-47e8-ab53-917c21409f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:17.597000 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65095065-aa48-46b2-a4e3-e5025de9fa32 req-aca942ea-c6f4-447e-8d69-3f41d49b3791 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:17.598844 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-65095065-aa48-46b2-a4e3-e5025de9fa32 req-aca942ea-c6f4-447e-8d69-3f41d49b3791 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 944 time: 0.3445754 Aug 25 19:08:17.747179 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-65095065-aa48-46b2-a4e3-e5025de9fa32 req-962292d1-ef5a-4f87-99f4-b6623004db0d tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e146f45e-c0e9-4981-a200-10ecdd1ea260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338706 Aug 25 19:08:17.750757 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3774ec-deea-46d2-82a2-e1aaafc375db req-c85d3575-0107-4c0d-a189-d684c1995ca4 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:17.753574 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-bc3774ec-deea-46d2-82a2-e1aaafc375db req-c85d3575-0107-4c0d-a189-d684c1995ca4 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ced8806-208e-4afa-9802-c64db57fb9b0 HTTP/1.1" status: 200 len: 943 time: 0.1564186 Aug 25 19:08:17.843211 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-bc3774ec-deea-46d2-82a2-e1aaafc375db req-f232acdf-f312-4d0f-ba1c-a771ea580631 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b27a6aa-cda2-44fd-9a62-aab2e2024781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774288 Aug 25 19:08:17.956743 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 45134) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:17.991753 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a13ed469-3255-4c61-97f8-aae086796841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:18.049254 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-a13ed469-3255-4c61-97f8-aae086796841 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:08:18.055107 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-a13ed469-3255-4c61-97f8-aae086796841 admin admin] Usage tracker for resource:security_group_rule and tenant:e9383aebb0db456291597fec46f1700a is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:08:18.060273 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-a13ed469-3255-4c61-97f8-aae086796841 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:08:18.067669 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 4d1f31d0-efe5-43f7-8154-f1247c565105 details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=74945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:08:18.071296 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-a13ed469-3255-4c61-97f8-aae086796841 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:08:18.075014 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device c930cfdb-7cb5-4807-824e-d2f0e72dffb5 up at agent hyperv_hv-cinder-80603 {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:08:18.210739 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a13ed469-3255-4c61-97f8-aae086796841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:18.216477 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a13ed469-3255-4c61-97f8-aae086796841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:18.233141 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-5157cdf9-d600-4e1c-a707-2ead52c596b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:18.313589 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ed469-3255-4c61-97f8-aae086796841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b61cae6-b6d4-4456-ad42-2717fdcf3362,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:18.319109 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-a13ed469-3255-4c61-97f8-aae086796841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:18.323521 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-a13ed469-3255-4c61-97f8-aae086796841 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e9383aebb0db456291597fec46f1700a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3651571 Aug 25 19:08:18.327467 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 45140) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:18.334758 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Provisioning for port c930cfdb-7cb5-4807-824e-d2f0e72dffb5 completed by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:08:18.364235 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Provisioning complete for port c930cfdb-7cb5-4807-824e-d2f0e72dffb5 triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:08:18.364625 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:18.439582 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 4d1f31d0-efe5-43f7-8154-f1247c565105, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=4d1f31d0-efe5-43f7-8154-f1247c565105,segment=NetworkSegment(f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c),segment_id=f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:08:18.459750 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Returning: {'device': '4d1f31d0-efe5-43f7-8154-f1247c565105', 'network_id': '4729cc76-35b6-44e9-ab20-fbd23b7c92c4', 'port_id': '4d1f31d0-efe5-43f7-8154-f1247c565105', 'mac_address': 'fa:16:3e:a3:57:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcd4d869-de2c-42cf-bf24-a126ff729354', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:08:18.488964 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.db.resource_extend [None req-8cdac352-894f-47d8-8f16-bbecfc924be0 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 19:08:18.576301 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:18.603477 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:18.605519 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-9fca2d81-35dd-40b1-bbc5-be05a5e40b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:18.613819 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d1f31d0-efe5-43f7-8154-f1247c565105 {{(pid=74945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:08:18.642402 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-9fca2d81-35dd-40b1-bbc5-be05a5e40b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:18.643614 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 4d1f31d0-efe5-43f7-8154-f1247c565105, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=4d1f31d0-efe5-43f7-8154-f1247c565105,segment=NetworkSegment(f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c),segment_id=f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:08:18.651272 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe46817-6685-4f3e-be9d-2d68c5105933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c930cfdb-7cb5-4807-824e-d2f0e72dffb5'}] {{(pid=74945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:08:18.658699 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:18.662334 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:18.701298 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port c930cfdb-7cb5-4807-824e-d2f0e72dffb5, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=c930cfdb-7cb5-4807-824e-d2f0e72dffb5,segment=NetworkSegment(29a4bbfe-a834-4c4c-8299-f29887d9e0b7),segment_id=29a4bbfe-a834-4c4c-8299-f29887d9e0b7)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:08:18.721810 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e978611-3ea4-4ac4-8022-700c662e572b req-b5cd3653-fe5b-49df-92b6-10f25f5a04a0 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:18.736089 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-3e978611-3ea4-4ac4-8022-700c662e572b req-b5cd3653-fe5b-49df-92b6-10f25f5a04a0 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ec7659-47ea-4625-8d33-eaeca78e3619 HTTP/1.1" status: 200 len: 944 time: 0.3667700 Aug 25 19:08:18.741273 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:18.742492 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 01529fda-9d89-435e-af0c-f04b4376a543 up at agent hyperv_hv-cinder-80603 {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:08:18.747373 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-9fca2d81-35dd-40b1-bbc5-be05a5e40b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:18.751529 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-a7da78b4-51e3-4e58-bf9d-f5fb62f31f8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:18.766893 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2d81-35dd-40b1-bbc5-be05a5e40b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b61cae6-b6d4-4456-ad42-2717fdcf3362,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:18.769971 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-9fca2d81-35dd-40b1-bbc5-be05a5e40b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:18.778864 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-8cdac352-894f-47d8-8f16-bbecfc924be0 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:18.780399 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-9fca2d81-35dd-40b1-bbc5-be05a5e40b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:18.781837 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-9fca2d81-35dd-40b1-bbc5-be05a5e40b30 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1b61cae6-b6d4-4456-ad42-2717fdcf3362 HTTP/1.1" status: 204 len: 168 time: 0.4530118 Aug 25 19:08:18.787629 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-8cdac352-894f-47d8-8f16-bbecfc924be0 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677192'] for floatingip, after_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:18.817897 dv-cinder-806038-1-smb neutron-server[74945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbe46817-6685-4f3e-be9d-2d68c5105933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c930cfdb-7cb5-4807-824e-d2f0e72dffb5', 'code': 200} Aug 25 19:08:18.893230 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-3e978611-3ea4-4ac4-8022-700c662e572b req-284121ed-6d33-48e5-8e3e-82e3a98ec854 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce7bbda-fb5a-4c89-8de9-bc9d94033957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555245 Aug 25 19:08:19.029168 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=4d1f31d0-efe5-43f7-8154-f1247c565105,revision_number=4']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:19.043802 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:19.049309 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.251s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:19.175321 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.db.l3_db [None req-8cdac352-894f-47d8-8f16-bbecfc924be0 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Floating IP a9ffe244-55df-4c79-a118-d2efd62a9245 associated. External IP: 172.28.1.99, port: 5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f. Aug 25 19:08:19.180559 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] get_ports_and_sgs() called for port_ids ['4d1f31d0-efe5-43f7-8154-f1247c565105'] {{(pid=74945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:08:19.408165 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Provisioning for port 01529fda-9d89-435e-af0c-f04b4376a543 completed by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:08:19.433307 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=c930cfdb-7cb5-4807-824e-d2f0e72dffb5,revision_number=5']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:19.438862 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Provisioning complete for port 01529fda-9d89-435e-af0c-f04b4376a543 triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:08:19.438862 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:19.469460 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:19.518914 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-0b5bbeb8-ec2e-484d-b417-72fb347002f9 req-ca143412-67fd-467b-be8f-3b641bbb56da service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 1098 time: 0.2373521 Aug 25 19:08:19.535156 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcaf087-14e2-41dd-8e5a-e7a6c4ac1c0e req-cb934a9f-77aa-4df2-8544-de6eefc00b1a tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:19.550062 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-afcaf087-14e2-41dd-8e5a-e7a6c4ac1c0e req-cb934a9f-77aa-4df2-8544-de6eefc00b1a tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 945 time: 0.3901243 Aug 25 19:08:19.672271 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-0b5bbeb8-ec2e-484d-b417-72fb347002f9 req-6a09c068-95bc-471a-807e-b6bba0854646 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e146f45e-c0e9-4981-a200-10ecdd1ea260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160629 Aug 25 19:08:19.673671 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5efd874-cb28-44f0-8db2-c069a5d16bee req-67c3e57c-fc54-4d12-81d6-d17ad3432a4a tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:19.676547 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-f5efd874-cb28-44f0-8db2-c069a5d16bee req-67c3e57c-fc54-4d12-81d6-d17ad3432a4a tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ced8806-208e-4afa-9802-c64db57fb9b0 HTTP/1.1" status: 200 len: 944 time: 0.3356285 Aug 25 19:08:19.718063 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:19.745813 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-afcaf087-14e2-41dd-8e5a-e7a6c4ac1c0e req-8629468c-66d3-420d-b54d-2c585b2df422 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e146f45e-c0e9-4981-a200-10ecdd1ea260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935210 Aug 25 19:08:19.763208 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 01529fda-9d89-435e-af0c-f04b4376a543, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=01529fda-9d89-435e-af0c-f04b4376a543,segment=NetworkSegment(276edf30-b66e-4e23-ad33-c0d87c6bff57),segment_id=276edf30-b66e-4e23-ad33-c0d87c6bff57)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:08:19.778620 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:19.786146 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:19.819115 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-f5efd874-cb28-44f0-8db2-c069a5d16bee req-d675eeb0-9524-488e-b82a-a6fde87bebfd tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b27a6aa-cda2-44fd-9a62-aab2e2024781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282454 Aug 25 19:08:19.874137 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=01529fda-9d89-435e-af0c-f04b4376a543,revision_number=5']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:19.880436 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:20.134291 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cdac352-894f-47d8-8f16-bbecfc924be0 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Router 69e884ae-2093-4dd4-9dab-e56664b2bbac has already been hosted by L3 agent 6ef59418-d088-436f-8fb3-73af7fac7dac {{(pid=74944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:08:20.213622 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1187e9-54f0-472b-be8c-42ed588c7a05 req-0a65b6b6-4df1-4d43-b031-cc4e67e5a0f2 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:20.215527 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-bc1187e9-54f0-472b-be8c-42ed588c7a05 req-0a65b6b6-4df1-4d43-b031-cc4e67e5a0f2 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ec7659-47ea-4625-8d33-eaeca78e3619 HTTP/1.1" status: 200 len: 945 time: 0.0916843 Aug 25 19:08:20.273928 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-bc1187e9-54f0-472b-be8c-42ed588c7a05 req-6ea88602-94e5-4132-b6eb-1258a2980949 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce7bbda-fb5a-4c89-8de9-bc9d94033957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474796 Aug 25 19:08:20.439357 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cdac352-894f-47d8-8f16-bbecfc924be0 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify agent at l3_agent.dv-cinder-806038-1-smb the message routers_updated {{(pid=74944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:08:20.446459 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-8cdac352-894f-47d8-8f16-bbecfc924be0 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for floatingip, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:20.451145 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d2a6a0-1ad6-47e8-961a-cb0cfb6ad4fd None None] Sync routers for ids ['69e884ae-2093-4dd4-9dab-e56664b2bbac'] in dv-cinder-806038-1-smb {{(pid=74945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:08:20.465210 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d2a6a0-1ad6-47e8-961a-cb0cfb6ad4fd None None] Routers {'69e884ae-2093-4dd4-9dab-e56664b2bbac'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:08:20.466131 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-48d2a6a0-1ad6-47e8-961a-cb0cfb6ad4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:08:15Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['69e884ae-2093-4dd4-9dab-e56664b2bbac'], 'active': True} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:20.556066 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-8cdac352-894f-47d8-8f16-bbecfc924be0 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "PUT /v2.0/floatingips/a9ffe244-55df-4c79-a118-d2efd62a9245 HTTP/1.1" status: 200 len: 990 time: 3.5269570 Aug 25 19:08:20.557063 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6777614a-77de-4d1f-aee0-564482e9877f', 'tag': '5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f'}] {{(pid=74944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:08:20.686411 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6777614a-77de-4d1f-aee0-564482e9877f', 'tag': '5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f', 'status': 'completed', 'code': 200} Aug 25 19:08:20.722533 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvr_db [None req-48d2a6a0-1ad6-47e8-961a-cb0cfb6ad4fd None None] Set router 69e884ae-2093-4dd4-9dab-e56664b2bbac gateway port host: dv-cinder-806038-1-smb {{(pid=74945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:08:20.832628 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ec7659-47ea-4625-8d33-eaeca78e3619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01529fda-9d89-435e-af0c-f04b4376a543'}] {{(pid=74945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:08:21.097734 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-6ca098ae-f65f-4e8b-8a14-7ac8309c7130 req-409577ab-b405-47c9-87c7-a0483f7b1fc0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=972f6642a63b419091a626917b54e4c9&device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 1098 time: 0.3053403 Aug 25 19:08:21.239584 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0cbcc9-7f10-48a7-ab1e-61adacc3d2e5 req-7cf41571-cd50-450f-b1cc-2c849819b15a tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:21.247450 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-6c0cbcc9-7f10-48a7-ab1e-61adacc3d2e5 req-7cf41571-cd50-450f-b1cc-2c849819b15a tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ced8806-208e-4afa-9802-c64db57fb9b0 HTTP/1.1" status: 200 len: 944 time: 0.0929801 Aug 25 19:08:21.311002 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-6c0cbcc9-7f10-48a7-ab1e-61adacc3d2e5 req-f7555d2c-5920-45f2-a17d-8e8108fae278 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b27a6aa-cda2-44fd-9a62-aab2e2024781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625508 Aug 25 19:08:21.353828 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f63c6-4021-4fc8-a35d-811fee6a46b8 req-9d1cf203-8b9a-4970-a09f-10e548c2497b tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:21.355647 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-a67f63c6-4021-4fc8-a35d-811fee6a46b8 req-9d1cf203-8b9a-4970-a09f-10e548c2497b tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 945 time: 0.3422313 Aug 25 19:08:21.384741 dv-cinder-806038-1-smb neutron-server[74945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ec7659-47ea-4625-8d33-eaeca78e3619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01529fda-9d89-435e-af0c-f04b4376a543', 'code': 200} Aug 25 19:08:21.445966 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-48d2a6a0-1ad6-47e8-961a-cb0cfb6ad4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'name': 'tempest-AttachVolumeShelveTestJSON-1277462353-router', 'tenant_id': '972f6642a63b419091a626917b54e4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '1f4d34d5-aa37-48dc-9eef-e12fafe8f908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:10Z', 'updated_at': '2021-08-25T19:03:27Z', 'revision_number': 4, 'project_id': '972f6642a63b419091a626917b54e4c9', 'gw_port': {'id': '1f4d34d5-aa37-48dc-9eef-e12fafe8f908', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:12Z', 'updated_at': '2021-08-25T19:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_floatingips': [{'id': 'a9ffe244-55df-4c79-a118-d2efd62a9245', 'tenant_id': '972f6642a63b419091a626917b54e4c9', 'floating_ip_address': '172.28.1.99', 'floating_network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'router_id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'port_id': '5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1', 'mac_address': 'fa:16:3e:37:16:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6777614a-77de-4d1f-aee0-564482e9877f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:07:45Z', 'updated_at': '2021-08-25T19:08:18Z', 'revision_number': 1, 'project_id': '972f6642a63b419091a626917b54e4c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f', 'name': '', 'network_id': '4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1', 'tenant_id': '972f6642a63b419091a626917b54e4c9', 'mac_address': 'fa:16:3e:05:d2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01124877-1e02-41ab-ac74-7fab9c7740c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:25Z', 'updated_at': '2021-08-25T19:03:49Z', 'revision_number': 5, 'project_id': '972f6642a63b419091a626917b54e4c9', 'subnets': [{'id': '01124877-1e02-41ab-ac74-7fab9c7740c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:21.452839 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d2a6a0-1ad6-47e8-961a-cb0cfb6ad4fd None None] Checking router: 69e884ae-2093-4dd4-9dab-e56664b2bbac for host: dv-cinder-806038-1-smb {{(pid=74945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:08:21.467129 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-a67f63c6-4021-4fc8-a35d-811fee6a46b8 req-c845b09b-473a-4a87-9ef5-b72dd26c7ac9 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e146f45e-c0e9-4981-a200-10ecdd1ea260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971515 Aug 25 19:08:21.467449 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d2a6a0-1ad6-47e8-961a-cb0cfb6ad4fd None None] Routers {'69e884ae-2093-4dd4-9dab-e56664b2bbac'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:08:21.468277 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-48d2a6a0-1ad6-47e8-961a-cb0cfb6ad4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:08:15Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['69e884ae-2093-4dd4-9dab-e56664b2bbac'], 'active': True} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:21.469096 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca098ae-f65f-4e8b-8a14-7ac8309c7130 req-6accc10b-fb06-4c43-837b-ff92714ff22f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:21.473124 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-6ca098ae-f65f-4e8b-8a14-7ac8309c7130 req-6accc10b-fb06-4c43-837b-ff92714ff22f service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1 HTTP/1.1" status: 200 len: 918 time: 0.3398943 Aug 25 19:08:21.623985 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-6ca098ae-f65f-4e8b-8a14-7ac8309c7130 req-a928f49c-13b3-4f72-918d-2ea689e9917a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f HTTP/1.1" status: 200 len: 998 time: 0.1436834 Aug 25 19:08:21.704910 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca098ae-f65f-4e8b-8a14-7ac8309c7130 req-8510247e-968d-48f2-9d18-cd9c81da5596 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:21.708201 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-6ca098ae-f65f-4e8b-8a14-7ac8309c7130 req-8510247e-968d-48f2-9d18-cd9c81da5596 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=01124877-1e02-41ab-ac74-7fab9c7740c5 HTTP/1.1" status: 200 len: 856 time: 0.0777485 Aug 25 19:08:21.771850 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff18ef-52cd-40fa-8db4-aa8f3a058e9b req-05e30ad7-1a6e-4e26-bc17-b1fad9ae27b4 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:21.790395 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-47ff18ef-52cd-40fa-8db4-aa8f3a058e9b req-05e30ad7-1a6e-4e26-bc17-b1fad9ae27b4 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ec7659-47ea-4625-8d33-eaeca78e3619 HTTP/1.1" status: 200 len: 945 time: 0.1619394 Aug 25 19:08:21.813105 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-51fbeb0f-c507-4b7b-af1b-cc74d5affe1c req-77a66c14-d065-4c22-970f-b7c880b725a2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=61ec7659-47ea-4625-8d33-eaeca78e3619 HTTP/1.1" status: 200 len: 1098 time: 0.1478283 Aug 25 19:08:21.847080 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-47ff18ef-52cd-40fa-8db4-aa8f3a058e9b req-c0941d97-bbe4-4c2c-bc76-31d52c423c03 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce7bbda-fb5a-4c89-8de9-bc9d94033957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666020 Aug 25 19:08:21.896434 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-6ca098ae-f65f-4e8b-8a14-7ac8309c7130 req-f267eef4-db8a-41cb-ae8d-988c470c6034 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1802590 Aug 25 19:08:21.905545 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvr_db [None req-48d2a6a0-1ad6-47e8-961a-cb0cfb6ad4fd None None] Set router 69e884ae-2093-4dd4-9dab-e56664b2bbac gateway port host: dv-cinder-806038-1-smb {{(pid=74945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:08:22.026765 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-51fbeb0f-c507-4b7b-af1b-cc74d5affe1c req-380694d0-c790-4f93-b1d4-cc780ce7dbfd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7ce7bbda-fb5a-4c89-8de9-bc9d94033957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923430 Aug 25 19:08:22.081873 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 4d1f31d0-efe5-43f7-8154-f1247c565105 up at agent hyperv_hv-cinder-80603 {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:08:22.134394 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-6ca098ae-f65f-4e8b-8a14-7ac8309c7130 req-1242b4a4-4331-4c7d-a46b-6547136c30e1 service neutron] 10.222.0.23 "GET /v2.0/networks/4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244382 Aug 25 19:08:22.302704 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Provisioning for port 4d1f31d0-efe5-43f7-8154-f1247c565105 completed by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:08:22.415300 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Provisioning complete for port 4d1f31d0-efe5-43f7-8154-f1247c565105 triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:08:22.415678 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:22.504268 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-6ca098ae-f65f-4e8b-8a14-7ac8309c7130 req-c82900a7-905c-4e89-ac4c-1c6b34f6d6ae service neutron] 10.222.0.23 "GET /v2.0/networks/4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783078 Aug 25 19:08:22.600830 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d686d5b-2b60-47cd-9b63-075079b8b9aa req-d2dd1a43-0c2b-46c1-bfaa-0a2bc7ac822b tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:22.602398 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-2d686d5b-2b60-47cd-9b63-075079b8b9aa req-d2dd1a43-0c2b-46c1-bfaa-0a2bc7ac822b tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ced8806-208e-4afa-9802-c64db57fb9b0 HTTP/1.1" status: 200 len: 944 time: 0.1264284 Aug 25 19:08:22.626251 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:22.682721 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 4d1f31d0-efe5-43f7-8154-f1247c565105, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=4d1f31d0-efe5-43f7-8154-f1247c565105,segment=NetworkSegment(f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c),segment_id=f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:08:22.687171 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-2d686d5b-2b60-47cd-9b63-075079b8b9aa req-ef84ed3a-8b75-4ce2-9e1c-adf272361831 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b27a6aa-cda2-44fd-9a62-aab2e2024781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751202 Aug 25 19:08:22.691357 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-48d2a6a0-1ad6-47e8-961a-cb0cfb6ad4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'name': 'tempest-AttachVolumeShelveTestJSON-1277462353-router', 'tenant_id': '972f6642a63b419091a626917b54e4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '1f4d34d5-aa37-48dc-9eef-e12fafe8f908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:10Z', 'updated_at': '2021-08-25T19:03:27Z', 'revision_number': 4, 'project_id': '972f6642a63b419091a626917b54e4c9', 'gw_port': {'id': '1f4d34d5-aa37-48dc-9eef-e12fafe8f908', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:12Z', 'updated_at': '2021-08-25T19:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_floatingips': [{'id': 'a9ffe244-55df-4c79-a118-d2efd62a9245', 'tenant_id': '972f6642a63b419091a626917b54e4c9', 'floating_ip_address': '172.28.1.99', 'floating_network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'router_id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'port_id': '5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1', 'mac_address': 'fa:16:3e:37:16:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6777614a-77de-4d1f-aee0-564482e9877f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:07:45Z', 'updated_at': '2021-08-25T19:08:18Z', 'revision_number': 1, 'project_id': '972f6642a63b419091a626917b54e4c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f', 'name': '', 'network_id': '4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1', 'tenant_id': '972f6642a63b419091a626917b54e4c9', 'mac_address': 'fa:16:3e:05:d2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01124877-1e02-41ab-ac74-7fab9c7740c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:25Z', 'updated_at': '2021-08-25T19:03:49Z', 'revision_number': 5, 'project_id': '972f6642a63b419091a626917b54e4c9', 'subnets': [{'id': '01124877-1e02-41ab-ac74-7fab9c7740c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:22.693982 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:22.697081 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:22.735975 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d2a6a0-1ad6-47e8-961a-cb0cfb6ad4fd None None] The sync data for ids ['69e884ae-2093-4dd4-9dab-e56664b2bbac'] in dv-cinder-806038-1-smb is: [{'id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'name': 'tempest-AttachVolumeShelveTestJSON-1277462353-router', 'tenant_id': '972f6642a63b419091a626917b54e4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '1f4d34d5-aa37-48dc-9eef-e12fafe8f908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:10Z', 'updated_at': '2021-08-25T19:03:27Z', 'revision_number': 4, 'project_id': '972f6642a63b419091a626917b54e4c9', 'gw_port': {'id': '1f4d34d5-aa37-48dc-9eef-e12fafe8f908', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:12Z', 'updated_at': '2021-08-25T19:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_floatingips': [{'id': 'a9ffe244-55df-4c79-a118-d2efd62a9245', 'tenant_id': '972f6642a63b419091a626917b54e4c9', 'floating_ip_address': '172.28.1.99', 'floating_network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'router_id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'port_id': '5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1', 'mac_address': 'fa:16:3e:37:16:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6777614a-77de-4d1f-aee0-564482e9877f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:07:45Z', 'updated_at': '2021-08-25T19:08:18Z', 'revision_number': 1, 'project_id': '972f6642a63b419091a626917b54e4c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f', 'name': '', 'network_id': '4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1', 'tenant_id': '972f6642a63b419091a626917b54e4c9', 'mac_address': 'fa:16:3e:05:d2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01124877-1e02-41ab-ac74-7fab9c7740c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:25Z', 'updated_at': '2021-08-25T19:03:49Z', 'revision_number': 5, 'project_id': '972f6642a63b419091a626917b54e4c9', 'subnets': [{'id': '01124877-1e02-41ab-ac74-7fab9c7740c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:08:22.781457 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=4d1f31d0-efe5-43f7-8154-f1247c565105,revision_number=5']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:22.785969 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:22.824755 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c91c9-7cd3-4fce-a0fb-3f8bb027efbb req-e06bef13-b121-4cc3-bd1a-4b58b0835b5f tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:22.827141 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-3b3c91c9-7cd3-4fce-a0fb-3f8bb027efbb req-e06bef13-b121-4cc3-bd1a-4b58b0835b5f tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 945 time: 0.1600084 Aug 25 19:08:22.891000 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-3b3c91c9-7cd3-4fce-a0fb-3f8bb027efbb req-4d7f9728-dc41-4bf3-b174-0f450bbcd4d8 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e146f45e-c0e9-4981-a200-10ecdd1ea260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532982 Aug 25 19:08:23.052763 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d28f99-0fc7-4c78-b1e2-8c4dece7c74f None None] New status for floating IP a9ffe244-55df-4c79-a118-d2efd62a9245: ACTIVE {{(pid=74946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 19:08:23.374809 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb6185-6ec7-4f85-833c-1c746c592dfc req-f6cf02ba-fcf6-46f5-84c1-02cba835d64d tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:23.386551 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ced8806-208e-4afa-9802-c64db57fb9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1f31d0-efe5-43f7-8154-f1247c565105'}] {{(pid=74945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:08:23.387387 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-8edb6185-6ec7-4f85-833c-1c746c592dfc req-f6cf02ba-fcf6-46f5-84c1-02cba835d64d tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 945 time: 0.2087176 Aug 25 19:08:23.416746 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b77b1-4b58-464e-9f75-e1fb28d6254e req-b75352ff-b055-4316-8d2d-50bc1f85ea74 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:23.424369 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-386b77b1-4b58-464e-9f75-e1fb28d6254e req-b75352ff-b055-4316-8d2d-50bc1f85ea74 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ec7659-47ea-4625-8d33-eaeca78e3619 HTTP/1.1" status: 200 len: 945 time: 0.2984362 Aug 25 19:08:23.491114 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-8edb6185-6ec7-4f85-833c-1c746c592dfc req-e07d11b1-41f3-4962-a0f7-9c4dbd6cd8c3 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e146f45e-c0e9-4981-a200-10ecdd1ea260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944476 Aug 25 19:08:23.522919 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-386b77b1-4b58-464e-9f75-e1fb28d6254e req-8bc093d9-1996-4ab3-8cd0-8509730decfd tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce7bbda-fb5a-4c89-8de9-bc9d94033957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887899 Aug 25 19:08:23.667132 dv-cinder-806038-1-smb neutron-server[74945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ced8806-208e-4afa-9802-c64db57fb9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1f31d0-efe5-43f7-8154-f1247c565105', 'code': 200} Aug 25 19:08:24.114330 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d2771-f78a-4aea-8e8d-6add2b88c62f req-310e6e0e-58a9-42cf-8e5e-81752fed9e8d tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:24.117033 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-4e1d2771-f78a-4aea-8e8d-6add2b88c62f req-310e6e0e-58a9-42cf-8e5e-81752fed9e8d tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ced8806-208e-4afa-9802-c64db57fb9b0 HTTP/1.1" status: 200 len: 945 time: 0.2307909 Aug 25 19:08:24.159342 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-b154f1a0-cec9-48c4-8b14-714f89f970e0 req-ffb2ec05-978e-40c4-b3af-0b01d0b951ff service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4ced8806-208e-4afa-9802-c64db57fb9b0 HTTP/1.1" status: 200 len: 1098 time: 0.2025306 Aug 25 19:08:24.215117 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-4e1d2771-f78a-4aea-8e8d-6add2b88c62f req-679cb501-ecea-46ac-a8a5-97cbd3eae002 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b27a6aa-cda2-44fd-9a62-aab2e2024781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858655 Aug 25 19:08:24.221551 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415dbf0-ae97-434e-b329-bebffd53935c req-a49ccd5f-25a1-4f61-98a3-b2f6f6e954dd tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:24.226502 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-0415dbf0-ae97-434e-b329-bebffd53935c req-a49ccd5f-25a1-4f61-98a3-b2f6f6e954dd tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 945 time: 0.1181967 Aug 25 19:08:24.235230 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-b154f1a0-cec9-48c4-8b14-714f89f970e0 req-6c6429e1-73b4-4e2b-922a-d5644345f075 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2b27a6aa-cda2-44fd-9a62-aab2e2024781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668848 Aug 25 19:08:24.304282 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-0415dbf0-ae97-434e-b329-bebffd53935c req-a526024c-b797-4b1d-8f5f-d1940ce8f468 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e146f45e-c0e9-4981-a200-10ecdd1ea260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722413 Aug 25 19:08:25.049823 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523970b5-950b-463d-ad0e-e3d5e4a54015 req-4b79c713-4eee-4a62-b8c4-8d970da824af tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:25.051651 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-523970b5-950b-463d-ad0e-e3d5e4a54015 req-4b79c713-4eee-4a62-b8c4-8d970da824af tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ec7659-47ea-4625-8d33-eaeca78e3619 HTTP/1.1" status: 200 len: 945 time: 0.3425729 Aug 25 19:08:25.139330 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-523970b5-950b-463d-ad0e-e3d5e4a54015 req-3fea2d9b-286a-4adb-9ebb-faf9ea5ba080 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce7bbda-fb5a-4c89-8de9-bc9d94033957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768321 Aug 25 19:08:25.463518 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 45238) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:25.572714 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0cfcd5-8560-4002-9975-078c3e37a134 req-ec489049-20c0-470e-bbc6-2c668544ca45 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:25.575076 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-0c0cfcd5-8560-4002-9975-078c3e37a134 req-ec489049-20c0-470e-bbc6-2c668544ca45 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ced8806-208e-4afa-9802-c64db57fb9b0 HTTP/1.1" status: 200 len: 945 time: 0.1254957 Aug 25 19:08:25.648029 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-0c0cfcd5-8560-4002-9975-078c3e37a134 req-40a3dde2-a7ac-4c89-9efd-a07dd9242244 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b27a6aa-cda2-44fd-9a62-aab2e2024781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620849 Aug 25 19:08:25.666937 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-befdc780-cf35-445c-b2d6-633a17bf69a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:25.721907 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-befdc780-cf35-445c-b2d6-633a17bf69a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:08:25.727831 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-befdc780-cf35-445c-b2d6-633a17bf69a5 admin admin] Usage tracker for resource:security_group_rule and tenant:1e7e49761f7543eabfafbf0ac41411f5 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:08:25.731444 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-befdc780-cf35-445c-b2d6-633a17bf69a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:08:25.739179 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-befdc780-cf35-445c-b2d6-633a17bf69a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:08:25.824683 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-befdc780-cf35-445c-b2d6-633a17bf69a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:25.829740 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-befdc780-cf35-445c-b2d6-633a17bf69a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:25.836910 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-93a8dc01-24af-4ec6-8806-f5ba2fe4162b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:25.880620 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befdc780-cf35-445c-b2d6-633a17bf69a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b154cd-647c-43c8-b300-a62afca99e63,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:25.884604 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-befdc780-cf35-445c-b2d6-633a17bf69a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:25.890683 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-befdc780-cf35-445c-b2d6-633a17bf69a5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1e7e49761f7543eabfafbf0ac41411f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4220986 Aug 25 19:08:25.891950 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 45248) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:25.997106 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-3f2fdcc3-d04f-47cc-b9d0-d750374b449c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:26.043479 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-3f2fdcc3-d04f-47cc-b9d0-d750374b449c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:26.120014 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-3f2fdcc3-d04f-47cc-b9d0-d750374b449c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:26.124502 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-fae6bdec-23b7-47e8-ab53-917c21409f34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:26.148615 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2fdcc3-d04f-47cc-b9d0-d750374b449c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b154cd-647c-43c8-b300-a62afca99e63,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:26.154092 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-3f2fdcc3-d04f-47cc-b9d0-d750374b449c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:26.158831 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-3f2fdcc3-d04f-47cc-b9d0-d750374b449c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:26.164013 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-3f2fdcc3-d04f-47cc-b9d0-d750374b449c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/85b154cd-647c-43c8-b300-a62afca99e63 HTTP/1.1" status: 204 len: 168 time: 0.2672758 Aug 25 19:08:26.886196 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d7880-3d1d-4fff-8c48-162004fa5db5 req-0f3d520f-77a0-4e9d-b605-df4ee901a469 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:26.888267 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-270d7880-3d1d-4fff-8c48-162004fa5db5 req-0f3d520f-77a0-4e9d-b605-df4ee901a469 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ec7659-47ea-4625-8d33-eaeca78e3619 HTTP/1.1" status: 200 len: 945 time: 0.0940359 Aug 25 19:08:26.961950 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-270d7880-3d1d-4fff-8c48-162004fa5db5 req-31cda231-3369-45bb-a83a-cc7a839b8760 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce7bbda-fb5a-4c89-8de9-bc9d94033957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660703 Aug 25 19:08:27.202095 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4628b-696e-4619-be3e-a8a006c0bc79 req-27ceb2b4-142d-4c7a-8a5e-7d4c8824f717 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:27.203859 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-1fb4628b-696e-4619-be3e-a8a006c0bc79 req-27ceb2b4-142d-4c7a-8a5e-7d4c8824f717 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ced8806-208e-4afa-9802-c64db57fb9b0 HTTP/1.1" status: 200 len: 945 time: 0.0979576 Aug 25 19:08:27.297263 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-1fb4628b-696e-4619-be3e-a8a006c0bc79 req-e628857b-81d0-49a9-a6af-3f348f7b5ac9 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b27a6aa-cda2-44fd-9a62-aab2e2024781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832624 Aug 25 19:08:27.686617 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d8d2c-cef4-4a3a-ac1b-15d91ef71c40 req-94e12997-5d46-4fa0-bbf6-95984752b4a8 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:27.689039 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-294d8d2c-cef4-4a3a-ac1b-15d91ef71c40 req-94e12997-5d46-4fa0-bbf6-95984752b4a8 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ced8806-208e-4afa-9802-c64db57fb9b0 HTTP/1.1" status: 200 len: 945 time: 0.1142738 Aug 25 19:08:27.698469 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 45310) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:27.704307 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [None req-63727d77-dc1e-4a03-bfec-8e28f3013ce4 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Request body: {'floatingip': {'port_id': '4d1f31d0-efe5-43f7-8154-f1247c565105'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:08:27.789711 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-63727d77-dc1e-4a03-bfec-8e28f3013ce4 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks [] for floatingip, before_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:28.291225 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e39a62-71a2-49d7-8d56-192b5c8f43e2 req-42e36bab-c7a0-471c-91e4-4e56570a2105 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:28.293516 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d8e39a62-71a2-49d7-8d56-192b5c8f43e2 req-42e36bab-c7a0-471c-91e4-4e56570a2105 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ec7659-47ea-4625-8d33-eaeca78e3619 HTTP/1.1" status: 200 len: 945 time: 0.1389363 Aug 25 19:08:28.379133 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d8e39a62-71a2-49d7-8d56-192b5c8f43e2 req-cb3fd89a-5e78-4b12-a2e0-1e6fbf15a5af tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce7bbda-fb5a-4c89-8de9-bc9d94033957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778863 Aug 25 19:08:28.806732 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75661a27-ee36-4ee0-abd5-d4a94610d6cf req-de1488bf-2a3d-4ff3-adc6-5f824436d43b tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:28.809640 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-75661a27-ee36-4ee0-abd5-d4a94610d6cf req-de1488bf-2a3d-4ff3-adc6-5f824436d43b tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.23 "GET /v2.0/ports?device_id=61ec7659-47ea-4625-8d33-eaeca78e3619 HTTP/1.1" status: 200 len: 945 time: 0.2609718 Aug 25 19:08:28.877170 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-63727d77-dc1e-4a03-bfec-8e28f3013ce4 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:28.883290 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-63727d77-dc1e-4a03-bfec-8e28f3013ce4 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677192'] for floatingip, after_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:28.987683 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [req-75661a27-ee36-4ee0-abd5-d4a94610d6cf req-2933ad5d-5899-4296-a658-be4106817c78 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Deleting port 01529fda-9d89-435e-af0c-f04b4376a543 {{(pid=74943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:08:28.988259 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-75661a27-ee36-4ee0-abd5-d4a94610d6cf req-2933ad5d-5899-4296-a658-be4106817c78 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:29.305188 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.db.l3_db [None req-63727d77-dc1e-4a03-bfec-8e28f3013ce4 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Floating IP 0dbeeb84-525d-40c9-ac02-1520fccf7312 associated. External IP: 172.28.1.200, port: 4d1f31d0-efe5-43f7-8154-f1247c565105. Aug 25 19:08:29.370591 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.db [req-75661a27-ee36-4ee0-abd5-d4a94610d6cf req-2933ad5d-5899-4296-a658-be4106817c78 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] For port 01529fda-9d89-435e-af0c-f04b4376a543, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=01529fda-9d89-435e-af0c-f04b4376a543,segment=NetworkSegment(276edf30-b66e-4e23-ad33-c0d87c6bff57),segment_id=276edf30-b66e-4e23-ad33-c0d87c6bff57)] {{(pid=74943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:08:29.372100 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-75661a27-ee36-4ee0-abd5-d4a94610d6cf req-2933ad5d-5899-4296-a658-be4106817c78 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:29.598889 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [req-75661a27-ee36-4ee0-abd5-d4a94610d6cf req-2933ad5d-5899-4296-a658-be4106817c78 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Calling delete_port for 01529fda-9d89-435e-af0c-f04b4376a543 owned by compute:nova {{(pid=74943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:08:29.837190 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22611cf7-859b-4525-804e-b81b9596ea89 req-2de696f9-7e56-43cd-80f6-6e78c0fa40d6 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:29.840121 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-22611cf7-859b-4525-804e-b81b9596ea89 req-2de696f9-7e56-43cd-80f6-6e78c0fa40d6 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ec7659-47ea-4625-8d33-eaeca78e3619 HTTP/1.1" status: 200 len: 945 time: 0.2496457 Aug 25 19:08:29.987874 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-22611cf7-859b-4525-804e-b81b9596ea89 req-464d23f9-4468-4e3f-8f08-d30c325e12a2 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce7bbda-fb5a-4c89-8de9-bc9d94033957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375520 Aug 25 19:08:30.033109 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-75661a27-ee36-4ee0-abd5-d4a94610d6cf req-2933ad5d-5899-4296-a658-be4106817c78 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730660626180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730660203048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958082'] for port, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:30.051421 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-e46fe345-3f87-4033-a2f9-75046c0be64e tempest-AttachVolumeNegativeTest-244001807 tempest-AttachVolumeNegativeTest-244001807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:30.072832 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63727d77-dc1e-4a03-bfec-8e28f3013ce4 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Router 0bd1a7d7-1b97-4b89-8024-e20caa706089 has already been hosted by L3 agent 6ef59418-d088-436f-8fb3-73af7fac7dac {{(pid=74944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:08:30.079820 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] get_ports_and_sgs() called for port_ids ['01529fda-9d89-435e-af0c-f04b4376a543'] {{(pid=74945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:08:30.108410 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2933ad5d-5899-4296-a658-be4106817c78 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Pushing event deleted for resources: {'Port': ['ID=01529fda-9d89-435e-af0c-f04b4376a543,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:30.141716 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-2933ad5d-5899-4296-a658-be4106817c78 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:30.232839 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.l3_dvrscheduler_db [req-75661a27-ee36-4ee0-abd5-d4a94610d6cf req-2933ad5d-5899-4296-a658-be4106817c78 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] No DVR routers for this DVR port 01529fda-9d89-435e-af0c-f04b4376a543 on host hv-cinder-80603 {{(pid=74943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:08:30.237677 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-75661a27-ee36-4ee0-abd5-d4a94610d6cf req-2933ad5d-5899-4296-a658-be4106817c78 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for port, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:30.266847 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ec7659-47ea-4625-8d33-eaeca78e3619', 'name': 'network-vif-deleted', 'tag': '01529fda-9d89-435e-af0c-f04b4376a543'}] {{(pid=74943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:08:30.278810 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-75661a27-ee36-4ee0-abd5-d4a94610d6cf req-2933ad5d-5899-4296-a658-be4106817c78 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.23 "DELETE /v2.0/ports/01529fda-9d89-435e-af0c-f04b4376a543 HTTP/1.1" status: 204 len: 173 time: 1.4615049 Aug 25 19:08:30.346916 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ec7659-47ea-4625-8d33-eaeca78e3619', 'name': 'network-vif-deleted', 'tag': '01529fda-9d89-435e-af0c-f04b4376a543', 'status': 'completed', 'code': 200} Aug 25 19:08:30.503947 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63727d77-dc1e-4a03-bfec-8e28f3013ce4 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify agent at l3_agent.dv-cinder-806038-1-smb the message routers_updated {{(pid=74944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:08:30.509078 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-63727d77-dc1e-4a03-bfec-8e28f3013ce4 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for floatingip, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:30.519372 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4584009-4c55-4620-a039-b8763eed7959 None None] Sync routers for ids ['0bd1a7d7-1b97-4b89-8024-e20caa706089'] in dv-cinder-806038-1-smb {{(pid=74945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:08:30.553132 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4584009-4c55-4620-a039-b8763eed7959 None None] Routers {'0bd1a7d7-1b97-4b89-8024-e20caa706089'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:08:30.555468 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-a4584009-4c55-4620-a039-b8763eed7959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:08:15Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['0bd1a7d7-1b97-4b89-8024-e20caa706089'], 'active': True} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:30.582509 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-63727d77-dc1e-4a03-bfec-8e28f3013ce4 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "PUT /v2.0/floatingips/0dbeeb84-525d-40c9-ac02-1520fccf7312 HTTP/1.1" status: 200 len: 991 time: 2.8824451 Aug 25 19:08:30.583038 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ced8806-208e-4afa-9802-c64db57fb9b0', 'tag': '4d1f31d0-efe5-43f7-8154-f1247c565105'}] {{(pid=74944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:08:30.738409 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344caedf-18a7-4ddb-8445-3f77b76463ef req-7ad3c552-c58f-4b09-bf00-3b95583519f9 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:30.741794 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-344caedf-18a7-4ddb-8445-3f77b76463ef req-7ad3c552-c58f-4b09-bf00-3b95583519f9 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 945 time: 0.1153982 Aug 25 19:08:30.832494 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-344caedf-18a7-4ddb-8445-3f77b76463ef req-6c527e12-ecf2-4f1e-8ef9-46fd710a007b tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e146f45e-c0e9-4981-a200-10ecdd1ea260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829816 Aug 25 19:08:30.892611 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 45360) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:30.978493 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvr_db [None req-a4584009-4c55-4620-a039-b8763eed7959 None None] Set router 0bd1a7d7-1b97-4b89-8024-e20caa706089 gateway port host: dv-cinder-806038-1-smb {{(pid=74945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:08:31.034860 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ced8806-208e-4afa-9802-c64db57fb9b0', 'tag': '4d1f31d0-efe5-43f7-8154-f1247c565105', 'status': 'completed', 'code': 200} Aug 25 19:08:31.318312 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-3273a575-5654-4095-b0a0-2019f0febec1 req-3dce0665-17b8-4c78-84a7-de802334b188 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] 10.222.0.18 "GET /v2.0/ports?device_id=61ec7659-47ea-4625-8d33-eaeca78e3619 HTTP/1.1" status: 200 len: 210 time: 0.0817082 Aug 25 19:08:31.426853 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-16b6cf70-babc-453a-9bf4-246893da608d tempest-TestMinimumBasicScenario-1186967805 tempest-TestMinimumBasicScenario-1186967805-project-admin] Synchronizing usage tracker for tenant:f5b5859105584d5aa31fab895e4caf32 on resource:port {{(pid=74944) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:08:31.443359 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-96a7b6c4-895c-4c07-b291-cc9cbfe2dd9f req-d97613ee-92b2-4c09-ab21-fcee531c6d6e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3e48406004b648a0990504d66c49cab7&device_id=4ced8806-208e-4afa-9802-c64db57fb9b0 HTTP/1.1" status: 200 len: 1098 time: 0.3240652 Aug 25 19:08:31.449591 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-16b6cf70-babc-453a-9bf4-246893da608d tempest-TestMinimumBasicScenario-1186967805 tempest-TestMinimumBasicScenario-1186967805-project-admin] Unset dirty status for tenant:f5b5859105584d5aa31fab895e4caf32 on resource:port {{(pid=74944) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:08:31.451526 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-16b6cf70-babc-453a-9bf4-246893da608d tempest-TestMinimumBasicScenario-1186967805 tempest-TestMinimumBasicScenario-1186967805-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 1093 time: 0.5572200 Aug 25 19:08:31.454548 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 45372) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:31.461234 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [None req-54bac188-b3cf-4916-9f29-a5a5202bced5 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Request body: {'floatingip': {'floating_network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'port_id': 'c930cfdb-7cb5-4807-824e-d2f0e72dffb5', 'tenant_id': '5bff39bca4ac4d27b1947941bd050e28', 'fixed_ip_address': '172.20.0.8'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:08:31.468039 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-54bac188-b3cf-4916-9f29-a5a5202bced5 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:08:31.473756 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-54bac188-b3cf-4916-9f29-a5a5202bced5 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Usage tracker for resource:floatingip and tenant:5bff39bca4ac4d27b1947941bd050e28 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:08:31.477170 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-54bac188-b3cf-4916-9f29-a5a5202bced5 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:08:31.486553 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-54bac188-b3cf-4916-9f29-a5a5202bced5 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:08:31.509268 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-54bac188-b3cf-4916-9f29-a5a5202bced5 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks [] for floatingip, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:31.648843 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7b6c4-895c-4c07-b291-cc9cbfe2dd9f req-bb08a306-a3d2-4f6a-93e5-669fa6d8174b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:31.651704 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-96a7b6c4-895c-4c07-b291-cc9cbfe2dd9f req-bb08a306-a3d2-4f6a-93e5-669fa6d8174b service neutron] 10.222.0.23 "GET /v2.0/networks?id=4729cc76-35b6-44e9-ab20-fbd23b7c92c4 HTTP/1.1" status: 200 len: 912 time: 0.1721308 Aug 25 19:08:31.738954 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-54bac188-b3cf-4916-9f29-a5a5202bced5 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:31.783812 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-a4584009-4c55-4620-a039-b8763eed7959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'name': 'tempest-AttachVolumeTestJSON-1296946880-router', 'tenant_id': '3e48406004b648a0990504d66c49cab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.63'}], 'enable_snat': True}, 'gw_port_id': '52952158-71c5-4b8c-9591-59071b5bd2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:03Z', 'updated_at': '2021-08-25T19:03:14Z', 'revision_number': 4, 'project_id': '3e48406004b648a0990504d66c49cab7', 'gw_port': {'id': '52952158-71c5-4b8c-9591-59071b5bd2d6', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:04Z', 'updated_at': '2021-08-25T19:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_floatingips': [{'id': '0dbeeb84-525d-40c9-ac02-1520fccf7312', 'tenant_id': '3e48406004b648a0990504d66c49cab7', 'floating_ip_address': '172.28.1.200', 'floating_network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'router_id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'port_id': '4d1f31d0-efe5-43f7-8154-f1247c565105', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4729cc76-35b6-44e9-ab20-fbd23b7c92c4', 'mac_address': 'fa:16:3e:a3:57:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ced8806-208e-4afa-9802-c64db57fb9b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:07:56Z', 'updated_at': '2021-08-25T19:08:28Z', 'revision_number': 1, 'project_id': '3e48406004b648a0990504d66c49cab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52', 'name': '', 'network_id': '4729cc76-35b6-44e9-ab20-fbd23b7c92c4', 'tenant_id': '3e48406004b648a0990504d66c49cab7', 'mac_address': 'fa:16:3e:e9:f8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcd4d869-de2c-42cf-bf24-a126ff729354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:12Z', 'updated_at': '2021-08-25T19:03:40Z', 'revision_number': 5, 'project_id': '3e48406004b648a0990504d66c49cab7', 'subnets': [{'id': 'bcd4d869-de2c-42cf-bf24-a126ff729354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:31.790029 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4584009-4c55-4620-a039-b8763eed7959 None None] Checking router: 0bd1a7d7-1b97-4b89-8024-e20caa706089 for host: dv-cinder-806038-1-smb {{(pid=74945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:08:31.800993 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-96a7b6c4-895c-4c07-b291-cc9cbfe2dd9f req-df10b152-32c8-45fb-8396-8af5060e8b02 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d1f31d0-efe5-43f7-8154-f1247c565105 HTTP/1.1" status: 200 len: 999 time: 0.1421049 Aug 25 19:08:31.805171 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4584009-4c55-4620-a039-b8763eed7959 None None] Routers {'0bd1a7d7-1b97-4b89-8024-e20caa706089'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:08:31.805833 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-a4584009-4c55-4620-a039-b8763eed7959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:08:15Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['0bd1a7d7-1b97-4b89-8024-e20caa706089'], 'active': True} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:31.882825 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7b6c4-895c-4c07-b291-cc9cbfe2dd9f req-76818b3b-4429-4c26-b022-9e81475412b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:31.884491 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-96a7b6c4-895c-4c07-b291-cc9cbfe2dd9f req-76818b3b-4429-4c26-b022-9e81475412b3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bcd4d869-de2c-42cf-bf24-a126ff729354 HTTP/1.1" status: 200 len: 850 time: 0.0756745 Aug 25 19:08:32.014998 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-96a7b6c4-895c-4c07-b291-cc9cbfe2dd9f req-48fbbd0f-9138-4018-b75a-6cd25931eced service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4729cc76-35b6-44e9-ab20-fbd23b7c92c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1243005 Aug 25 19:08:32.025722 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvr_db [None req-a4584009-4c55-4620-a039-b8763eed7959 None None] Set router 0bd1a7d7-1b97-4b89-8024-e20caa706089 gateway port host: dv-cinder-806038-1-smb {{(pid=74945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:08:32.041247 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.db_base_plugin_common [None req-54bac188-b3cf-4916-9f29-a5a5202bced5 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Allocated IP 172.28.1.9 (417bd5a5-462f-4a89-b2a6-9bf17cf29921/fa93b1ab-a770-4eed-8e8f-a3451db1cd3c/46ecc957-1953-4fb7-ab15-60dd38ae174f) {{(pid=74944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:08:32.263911 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 01529fda-9d89-435e-af0c-f04b4376a543 no longer exists at agent hyperv_hv-cinder-80603 {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:08:32.321604 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-54bac188-b3cf-4916-9f29-a5a5202bced5 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks [] for port, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:32.323754 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-96a7b6c4-895c-4c07-b291-cc9cbfe2dd9f req-943fb987-124e-4521-bb09-bad4063f5885 service neutron] 10.222.0.23 "GET /v2.0/networks/4729cc76-35b6-44e9-ab20-fbd23b7c92c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954392 Aug 25 19:08:32.367565 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] No Port match for: 01529fda-9d89-435e-af0c-f04b4376a543 {{(pid=74945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:08:32.368143 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 01529fda-9d89-435e-af0c-f04b4376a543 not bound to the agent host hv-cinder-80603 {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:08:32.392900 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-54bac188-b3cf-4916-9f29-a5a5202bced5 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3912941'] for port, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:32.404280 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-04ae87d7-c0ca-4abe-89ef-d6638d090e82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:32.574027 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bac188-b3cf-4916-9f29-a5a5202bced5 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Network 417bd5a5-462f-4a89-b2a6-9bf17cf29921 is already hosted by enough agents. {{(pid=74944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:08:32.577931 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.base_scheduler [None req-54bac188-b3cf-4916-9f29-a5a5202bced5 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Resources bound (agent type, host, resource id): {{(pid=74944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:08:32.580633 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bac188-b3cf-4916-9f29-a5a5202bced5 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Pushing event updated for resources: {'Port': ['ID=46ecc957-1953-4fb7-ab15-60dd38ae174f,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:32.587041 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bac188-b3cf-4916-9f29-a5a5202bced5 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Received port after_create {{(pid=74944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:08:32.689305 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-96a7b6c4-895c-4c07-b291-cc9cbfe2dd9f req-fd53e4e0-b5c5-4fd9-8110-640bf53bd465 service neutron] 10.222.0.23 "GET /v2.0/networks/4729cc76-35b6-44e9-ab20-fbd23b7c92c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542018 Aug 25 19:08:32.808496 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-54bac188-b3cf-4916-9f29-a5a5202bced5 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:32.836166 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-a4584009-4c55-4620-a039-b8763eed7959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'name': 'tempest-AttachVolumeTestJSON-1296946880-router', 'tenant_id': '3e48406004b648a0990504d66c49cab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.63'}], 'enable_snat': True}, 'gw_port_id': '52952158-71c5-4b8c-9591-59071b5bd2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:03Z', 'updated_at': '2021-08-25T19:03:14Z', 'revision_number': 4, 'project_id': '3e48406004b648a0990504d66c49cab7', 'gw_port': {'id': '52952158-71c5-4b8c-9591-59071b5bd2d6', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:04Z', 'updated_at': '2021-08-25T19:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_floatingips': [{'id': '0dbeeb84-525d-40c9-ac02-1520fccf7312', 'tenant_id': '3e48406004b648a0990504d66c49cab7', 'floating_ip_address': '172.28.1.200', 'floating_network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'router_id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'port_id': '4d1f31d0-efe5-43f7-8154-f1247c565105', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4729cc76-35b6-44e9-ab20-fbd23b7c92c4', 'mac_address': 'fa:16:3e:a3:57:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ced8806-208e-4afa-9802-c64db57fb9b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:07:56Z', 'updated_at': '2021-08-25T19:08:28Z', 'revision_number': 1, 'project_id': '3e48406004b648a0990504d66c49cab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52', 'name': '', 'network_id': '4729cc76-35b6-44e9-ab20-fbd23b7c92c4', 'tenant_id': '3e48406004b648a0990504d66c49cab7', 'mac_address': 'fa:16:3e:e9:f8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcd4d869-de2c-42cf-bf24-a126ff729354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:12Z', 'updated_at': '2021-08-25T19:03:40Z', 'revision_number': 5, 'project_id': '3e48406004b648a0990504d66c49cab7', 'subnets': [{'id': 'bcd4d869-de2c-42cf-bf24-a126ff729354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:32.841743 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4584009-4c55-4620-a039-b8763eed7959 None None] The sync data for ids ['0bd1a7d7-1b97-4b89-8024-e20caa706089'] in dv-cinder-806038-1-smb is: [{'id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'name': 'tempest-AttachVolumeTestJSON-1296946880-router', 'tenant_id': '3e48406004b648a0990504d66c49cab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.63'}], 'enable_snat': True}, 'gw_port_id': '52952158-71c5-4b8c-9591-59071b5bd2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:03Z', 'updated_at': '2021-08-25T19:03:14Z', 'revision_number': 4, 'project_id': '3e48406004b648a0990504d66c49cab7', 'gw_port': {'id': '52952158-71c5-4b8c-9591-59071b5bd2d6', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:04Z', 'updated_at': '2021-08-25T19:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_floatingips': [{'id': '0dbeeb84-525d-40c9-ac02-1520fccf7312', 'tenant_id': '3e48406004b648a0990504d66c49cab7', 'floating_ip_address': '172.28.1.200', 'floating_network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'router_id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'port_id': '4d1f31d0-efe5-43f7-8154-f1247c565105', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4729cc76-35b6-44e9-ab20-fbd23b7c92c4', 'mac_address': 'fa:16:3e:a3:57:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ced8806-208e-4afa-9802-c64db57fb9b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:07:56Z', 'updated_at': '2021-08-25T19:08:28Z', 'revision_number': 1, 'project_id': '3e48406004b648a0990504d66c49cab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52', 'name': '', 'network_id': '4729cc76-35b6-44e9-ab20-fbd23b7c92c4', 'tenant_id': '3e48406004b648a0990504d66c49cab7', 'mac_address': 'fa:16:3e:e9:f8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcd4d869-de2c-42cf-bf24-a126ff729354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:12Z', 'updated_at': '2021-08-25T19:03:40Z', 'revision_number': 5, 'project_id': '3e48406004b648a0990504d66c49cab7', 'subnets': [{'id': 'bcd4d869-de2c-42cf-bf24-a126ff729354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:08:33.479387 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-54bac188-b3cf-4916-9f29-a5a5202bced5 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:33.600298 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012be21e-28d8-4b29-a4e5-113c07452d66 None None] New status for floating IP 0dbeeb84-525d-40c9-ac02-1520fccf7312: ACTIVE {{(pid=74946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 19:08:33.627385 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-54bac188-b3cf-4916-9f29-a5a5202bced5 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:34.002627 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-54bac188-b3cf-4916-9f29-a5a5202bced5 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks [] for port, precommit_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:34.008809 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-54bac188-b3cf-4916-9f29-a5a5202bced5 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3912932'] for port, after_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:34.015281 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-54bac188-b3cf-4916-9f29-a5a5202bced5 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:34.226260 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bac188-b3cf-4916-9f29-a5a5202bced5 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Pushing event updated for resources: {'Port': ['ID=46ecc957-1953-4fb7-ab15-60dd38ae174f,revision_number=2']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:34.231482 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-54bac188-b3cf-4916-9f29-a5a5202bced5 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:34.261498 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-54bac188-b3cf-4916-9f29-a5a5202bced5 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677192'] for floatingip, after_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:34.502638 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.db.l3_db [None req-54bac188-b3cf-4916-9f29-a5a5202bced5 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Floating IP d68a5031-56ad-46c1-9d2a-005e026d7ddc associated. External IP: 172.28.1.9, port: c930cfdb-7cb5-4807-824e-d2f0e72dffb5. Aug 25 19:08:34.951047 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54bac188-b3cf-4916-9f29-a5a5202bced5 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Router acf3e95c-bb6e-416a-b3d9-f0eb882f1486 has already been hosted by L3 agent 6ef59418-d088-436f-8fb3-73af7fac7dac {{(pid=74944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:08:35.359392 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54bac188-b3cf-4916-9f29-a5a5202bced5 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify agent at l3_agent.dv-cinder-806038-1-smb the message routers_updated {{(pid=74944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:08:35.374164 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b7f71d-5adb-4a98-a0a1-087f37eb5cc2 None None] Sync routers for ids ['acf3e95c-bb6e-416a-b3d9-f0eb882f1486'] in dv-cinder-806038-1-smb {{(pid=74945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:08:35.386920 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 45446) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:35.401834 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b7f71d-5adb-4a98-a0a1-087f37eb5cc2 None None] Routers {'acf3e95c-bb6e-416a-b3d9-f0eb882f1486'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:08:35.403487 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-40b7f71d-5adb-4a98-a0a1-087f37eb5cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:08:15Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['acf3e95c-bb6e-416a-b3d9-f0eb882f1486'], 'active': True} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:35.406007 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-54bac188-b3cf-4916-9f29-a5a5202bced5 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for floatingip, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:35.546399 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-54bac188-b3cf-4916-9f29-a5a5202bced5 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 4.0871711 Aug 25 19:08:35.546399 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe46817-6685-4f3e-be9d-2d68c5105933', 'tag': 'c930cfdb-7cb5-4807-824e-d2f0e72dffb5'}] {{(pid=74944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:08:35.548536 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 45458) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:35.567575 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [None req-74ab3086-ac50-4dc1-a9f0-5778b252b458 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-262654058', 'description': 'tempest-secgroup-smoke-262654058 description', 'project_id': '5bff39bca4ac4d27b1947941bd050e28'}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:08:35.598299 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-74ab3086-ac50-4dc1-a9f0-5778b252b458 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:08:35.663183 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-74ab3086-ac50-4dc1-a9f0-5778b252b458 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:08:35.695032 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-74ab3086-ac50-4dc1-a9f0-5778b252b458 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:35.739394 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbe46817-6685-4f3e-be9d-2d68c5105933', 'tag': 'c930cfdb-7cb5-4807-824e-d2f0e72dffb5', 'status': 'completed', 'code': 200} Aug 25 19:08:35.756747 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-75f0119d-bf21-4914-a12a-5172c9a6c582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:35.792812 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-75f0119d-bf21-4914-a12a-5172c9a6c582 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:08:35.797864 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-75f0119d-bf21-4914-a12a-5172c9a6c582 admin admin] Usage tracker for resource:security_group_rule and tenant:29ae818fb1484202ad8820dea78507b5 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:08:35.801206 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-75f0119d-bf21-4914-a12a-5172c9a6c582 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:08:35.807718 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-75f0119d-bf21-4914-a12a-5172c9a6c582 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:08:35.831370 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:35.838123 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvr_db [None req-40b7f71d-5adb-4a98-a0a1-087f37eb5cc2 None None] Set router acf3e95c-bb6e-416a-b3d9-f0eb882f1486 gateway port host: dv-cinder-806038-1-smb {{(pid=74945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:08:35.983408 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-75f0119d-bf21-4914-a12a-5172c9a6c582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:35.995401 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-75f0119d-bf21-4914-a12a-5172c9a6c582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:36.058032 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-74ab3086-ac50-4dc1-a9f0-5778b252b458 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:08:36.065108 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-74ab3086-ac50-4dc1-a9f0-5778b252b458 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Usage tracker for resource:security_group_rule and tenant:5bff39bca4ac4d27b1947941bd050e28 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:08:36.069595 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-74ab3086-ac50-4dc1-a9f0-5778b252b458 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:08:36.081506 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-74ab3086-ac50-4dc1-a9f0-5778b252b458 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:08:36.102320 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-2ce8dbbc-83a9-466b-a7c4-fc51f875a3ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:36.191712 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-75f0119d-bf21-4914-a12a-5172c9a6c582 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=29ae818fb1484202ad8820dea78507b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8019445 Aug 25 19:08:36.194757 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 45470) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:36.265311 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-74ab3086-ac50-4dc1-a9f0-5778b252b458 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:36.280706 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f0119d-bf21-4914-a12a-5172c9a6c582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d1813c-c54e-47fe-a569-ad092884273f,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:36.300006 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-75f0119d-bf21-4914-a12a-5172c9a6c582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:36.302824 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-74ab3086-ac50-4dc1-a9f0-5778b252b458 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:36.309671 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-b4db7500-672c-46ef-b303-f5d57a3236b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:36.351805 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-872fcc9a-4dc6-49f6-81ea-a629ee0b4508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:36.352145 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab3086-ac50-4dc1-a9f0-5778b252b458 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=966d0040-eb3f-4076-81fa-1611316314ee,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:36.388446 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-74ab3086-ac50-4dc1-a9f0-5778b252b458 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:36.418488 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-872fcc9a-4dc6-49f6-81ea-a629ee0b4508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:36.426697 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-9ceb6674-1f79-42d3-86e7-4f38c4c89bc9 req-e559fd03-9586-47a7-bcd9-a32721f53533 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5bff39bca4ac4d27b1947941bd050e28&device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 1098 time: 0.6026206 Aug 25 19:08:36.435133 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-74ab3086-ac50-4dc1-a9f0-5778b252b458 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:36.441977 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-74ab3086-ac50-4dc1-a9f0-5778b252b458 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.8918288 Aug 25 19:08:36.445385 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 45476) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:36.489258 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-40b7f71d-5adb-4a98-a0a1-087f37eb5cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf3e95c-bb6e-416a-b3d9-f0eb882f1486', 'name': 'tempest-TestMinimumBasicScenario-1203416767-router', 'tenant_id': '5bff39bca4ac4d27b1947941bd050e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': '43c908b7-6827-4c0d-b14a-79d56c2f1794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:01Z', 'updated_at': '2021-08-25T19:07:08Z', 'revision_number': 4, 'project_id': '5bff39bca4ac4d27b1947941bd050e28', 'gw_port': {'id': '43c908b7-6827-4c0d-b14a-79d56c2f1794', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf3e95c-bb6e-416a-b3d9-f0eb882f1486', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:03Z', 'updated_at': '2021-08-25T19:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_floatingips': [{'id': 'd68a5031-56ad-46c1-9d2a-005e026d7ddc', 'tenant_id': '5bff39bca4ac4d27b1947941bd050e28', 'floating_ip_address': '172.28.1.9', 'floating_network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'router_id': 'acf3e95c-bb6e-416a-b3d9-f0eb882f1486', 'port_id': 'c930cfdb-7cb5-4807-824e-d2f0e72dffb5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2049545-92f7-4e97-8b75-aba4057d3fca', 'mac_address': 'fa:16:3e:a0:26:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe46817-6685-4f3e-be9d-2d68c5105933', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:08:33Z', 'updated_at': '2021-08-25T19:08:33Z', 'revision_number': 0, 'project_id': '5bff39bca4ac4d27b1947941bd050e28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66f53f68-fbff-45a3-a7ff-e3d7db86d280', 'name': '', 'network_id': 'd2049545-92f7-4e97-8b75-aba4057d3fca', 'tenant_id': '5bff39bca4ac4d27b1947941bd050e28', 'mac_address': 'fa:16:3e:78:57:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf3e95c-bb6e-416a-b3d9-f0eb882f1486', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96da7e0f-8b66-4c82-8362-f0eac7936cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:07Z', 'updated_at': '2021-08-25T19:07:19Z', 'revision_number': 5, 'project_id': '5bff39bca4ac4d27b1947941bd050e28', 'subnets': [{'id': '96da7e0f-8b66-4c82-8362-f0eac7936cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:36.497702 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [None req-5727ad11-e2a2-4c51-a29d-9e6a0b97a89c tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Request body: {'security_group_rule': {'security_group_id': '966d0040-eb3f-4076-81fa-1611316314ee', 'project_id': '5bff39bca4ac4d27b1947941bd050e28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:08:36.503244 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b7f71d-5adb-4a98-a0a1-087f37eb5cc2 None None] Checking router: acf3e95c-bb6e-416a-b3d9-f0eb882f1486 for host: dv-cinder-806038-1-smb {{(pid=74945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:08:36.505100 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-872fcc9a-4dc6-49f6-81ea-a629ee0b4508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:36.511131 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-4bbe0c85-dc39-4c89-88c0-61b5e522bcbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:36.517111 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-5727ad11-e2a2-4c51-a29d-9e6a0b97a89c tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:08:36.531476 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872fcc9a-4dc6-49f6-81ea-a629ee0b4508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d1813c-c54e-47fe-a569-ad092884273f,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:36.532425 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b7f71d-5adb-4a98-a0a1-087f37eb5cc2 None None] Routers {'acf3e95c-bb6e-416a-b3d9-f0eb882f1486'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:08:36.534221 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-872fcc9a-4dc6-49f6-81ea-a629ee0b4508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:36.540833 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-872fcc9a-4dc6-49f6-81ea-a629ee0b4508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:36.543846 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-40b7f71d-5adb-4a98-a0a1-087f37eb5cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:08:15Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['acf3e95c-bb6e-416a-b3d9-f0eb882f1486'], 'active': True} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:36.549086 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-872fcc9a-4dc6-49f6-81ea-a629ee0b4508 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/48d1813c-c54e-47fe-a569-ad092884273f HTTP/1.1" status: 204 len: 168 time: 0.3521290 Aug 25 19:08:36.673487 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-5727ad11-e2a2-4c51-a29d-9e6a0b97a89c tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Usage tracker for resource:security_group_rule and tenant:5bff39bca4ac4d27b1947941bd050e28 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:08:36.696752 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-5727ad11-e2a2-4c51-a29d-9e6a0b97a89c tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:08:36.719575 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-5727ad11-e2a2-4c51-a29d-9e6a0b97a89c tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:08:36.835103 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb6674-1f79-42d3-86e7-4f38c4c89bc9 req-7723d807-fb12-4372-a32e-e880a7dbd4f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:36.836670 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-9ceb6674-1f79-42d3-86e7-4f38c4c89bc9 req-7723d807-fb12-4372-a32e-e880a7dbd4f5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d2049545-92f7-4e97-8b75-aba4057d3fca HTTP/1.1" status: 200 len: 916 time: 0.3930566 Aug 25 19:08:36.848803 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-5727ad11-e2a2-4c51-a29d-9e6a0b97a89c tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:36.974212 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvr_db [None req-40b7f71d-5adb-4a98-a0a1-087f37eb5cc2 None None] Set router acf3e95c-bb6e-416a-b3d9-f0eb882f1486 gateway port host: dv-cinder-806038-1-smb {{(pid=74945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:08:37.182346 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-9ceb6674-1f79-42d3-86e7-4f38c4c89bc9 req-a985463e-2a57-46ec-b49e-8f2038e9060c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c930cfdb-7cb5-4807-824e-d2f0e72dffb5 HTTP/1.1" status: 200 len: 997 time: 0.2700429 Aug 25 19:08:37.188539 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-5727ad11-e2a2-4c51-a29d-9e6a0b97a89c tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:37.226799 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-5727ad11-e2a2-4c51-a29d-9e6a0b97a89c tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869344'] for security_group_rule, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:37.239259 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-95bf15b2-f558-4fdb-82a2-a0f21287c00e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:37.270396 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5727ad11-e2a2-4c51-a29d-9e6a0b97a89c tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ced07ad-c0d1-4289-869e-3e6dc79d2c74,revision_number=0']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:37.276530 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-5727ad11-e2a2-4c51-a29d-9e6a0b97a89c tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:37.306707 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb6674-1f79-42d3-86e7-4f38c4c89bc9 req-ab6474ef-2cf4-4be1-a636-aae132e1768d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:37.313417 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-9ceb6674-1f79-42d3-86e7-4f38c4c89bc9 req-ab6474ef-2cf4-4be1-a636-aae132e1768d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=96da7e0f-8b66-4c82-8362-f0eac7936cc9 HTTP/1.1" status: 200 len: 854 time: 0.1186700 Aug 25 19:08:37.404030 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-5727ad11-e2a2-4c51-a29d-9e6a0b97a89c tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:37.405297 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-5727ad11-e2a2-4c51-a29d-9e6a0b97a89c tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9579451 Aug 25 19:08:37.409673 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 45494) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:37.417487 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [None req-8bf4b717-680d-441b-ad90-e6175260379d tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Request body: {'security_group_rule': {'security_group_id': '966d0040-eb3f-4076-81fa-1611316314ee', 'project_id': '5bff39bca4ac4d27b1947941bd050e28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:08:37.431414 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-8bf4b717-680d-441b-ad90-e6175260379d tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:08:37.439864 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-8bf4b717-680d-441b-ad90-e6175260379d tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Usage tracker for resource:security_group_rule and tenant:5bff39bca4ac4d27b1947941bd050e28 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:08:37.448334 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-8bf4b717-680d-441b-ad90-e6175260379d tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:08:37.462013 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-8bf4b717-680d-441b-ad90-e6175260379d tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:08:37.475842 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-9ceb6674-1f79-42d3-86e7-4f38c4c89bc9 req-442eed5b-2714-4f7a-aaf7-22083fea8900 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d2049545-92f7-4e97-8b75-aba4057d3fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1523864 Aug 25 19:08:37.491912 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-8bf4b717-680d-441b-ad90-e6175260379d tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:37.706268 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-8bf4b717-680d-441b-ad90-e6175260379d tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:37.721923 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-8bf4b717-680d-441b-ad90-e6175260379d tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869344'] for security_group_rule, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:37.738864 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-ad13135b-1331-4637-bf50-9f60390ed533 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:37.772932 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-9ceb6674-1f79-42d3-86e7-4f38c4c89bc9 req-916b1c4b-dcc6-40d4-8da8-e7b8ea2f1be5 service neutron] 10.222.0.23 "GET /v2.0/networks/d2049545-92f7-4e97-8b75-aba4057d3fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859297 Aug 25 19:08:37.788239 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4b717-680d-441b-ad90-e6175260379d tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cbc05a8-3eea-40e7-8c7a-b96cc535b79f,revision_number=0']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:37.806583 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-8bf4b717-680d-441b-ad90-e6175260379d tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:37.825609 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-8bf4b717-680d-441b-ad90-e6175260379d tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:37.828853 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-8bf4b717-680d-441b-ad90-e6175260379d tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4178097 Aug 25 19:08:37.833124 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 45504) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:37.858986 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [None req-5ae70dae-c0a6-4452-a27c-6d140fa59480 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Request body: {'security_group_rule': {'security_group_id': '966d0040-eb3f-4076-81fa-1611316314ee', 'project_id': '5bff39bca4ac4d27b1947941bd050e28', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:08:37.908302 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-5ae70dae-c0a6-4452-a27c-6d140fa59480 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:08:37.930429 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-5ae70dae-c0a6-4452-a27c-6d140fa59480 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Usage tracker for resource:security_group_rule and tenant:5bff39bca4ac4d27b1947941bd050e28 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:08:37.942440 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-5ae70dae-c0a6-4452-a27c-6d140fa59480 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:08:37.968949 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-5ae70dae-c0a6-4452-a27c-6d140fa59480 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:08:37.995523 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-40b7f71d-5adb-4a98-a0a1-087f37eb5cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf3e95c-bb6e-416a-b3d9-f0eb882f1486', 'name': 'tempest-TestMinimumBasicScenario-1203416767-router', 'tenant_id': '5bff39bca4ac4d27b1947941bd050e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': '43c908b7-6827-4c0d-b14a-79d56c2f1794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:01Z', 'updated_at': '2021-08-25T19:07:08Z', 'revision_number': 4, 'project_id': '5bff39bca4ac4d27b1947941bd050e28', 'gw_port': {'id': '43c908b7-6827-4c0d-b14a-79d56c2f1794', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf3e95c-bb6e-416a-b3d9-f0eb882f1486', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:03Z', 'updated_at': '2021-08-25T19:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_floatingips': [{'id': 'd68a5031-56ad-46c1-9d2a-005e026d7ddc', 'tenant_id': '5bff39bca4ac4d27b1947941bd050e28', 'floating_ip_address': '172.28.1.9', 'floating_network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'router_id': 'acf3e95c-bb6e-416a-b3d9-f0eb882f1486', 'port_id': 'c930cfdb-7cb5-4807-824e-d2f0e72dffb5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2049545-92f7-4e97-8b75-aba4057d3fca', 'mac_address': 'fa:16:3e:a0:26:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe46817-6685-4f3e-be9d-2d68c5105933', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:08:33Z', 'updated_at': '2021-08-25T19:08:33Z', 'revision_number': 0, 'project_id': '5bff39bca4ac4d27b1947941bd050e28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66f53f68-fbff-45a3-a7ff-e3d7db86d280', 'name': '', 'network_id': 'd2049545-92f7-4e97-8b75-aba4057d3fca', 'tenant_id': '5bff39bca4ac4d27b1947941bd050e28', 'mac_address': 'fa:16:3e:78:57:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf3e95c-bb6e-416a-b3d9-f0eb882f1486', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96da7e0f-8b66-4c82-8362-f0eac7936cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:07Z', 'updated_at': '2021-08-25T19:07:19Z', 'revision_number': 5, 'project_id': '5bff39bca4ac4d27b1947941bd050e28', 'subnets': [{'id': '96da7e0f-8b66-4c82-8362-f0eac7936cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:38.025252 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b7f71d-5adb-4a98-a0a1-087f37eb5cc2 None None] The sync data for ids ['acf3e95c-bb6e-416a-b3d9-f0eb882f1486'] in dv-cinder-806038-1-smb is: [{'id': 'acf3e95c-bb6e-416a-b3d9-f0eb882f1486', 'name': 'tempest-TestMinimumBasicScenario-1203416767-router', 'tenant_id': '5bff39bca4ac4d27b1947941bd050e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': '43c908b7-6827-4c0d-b14a-79d56c2f1794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:01Z', 'updated_at': '2021-08-25T19:07:08Z', 'revision_number': 4, 'project_id': '5bff39bca4ac4d27b1947941bd050e28', 'gw_port': {'id': '43c908b7-6827-4c0d-b14a-79d56c2f1794', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf3e95c-bb6e-416a-b3d9-f0eb882f1486', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:03Z', 'updated_at': '2021-08-25T19:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_floatingips': [{'id': 'd68a5031-56ad-46c1-9d2a-005e026d7ddc', 'tenant_id': '5bff39bca4ac4d27b1947941bd050e28', 'floating_ip_address': '172.28.1.9', 'floating_network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'router_id': 'acf3e95c-bb6e-416a-b3d9-f0eb882f1486', 'port_id': 'c930cfdb-7cb5-4807-824e-d2f0e72dffb5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2049545-92f7-4e97-8b75-aba4057d3fca', 'mac_address': 'fa:16:3e:a0:26:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe46817-6685-4f3e-be9d-2d68c5105933', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:08:33Z', 'updated_at': '2021-08-25T19:08:33Z', 'revision_number': 0, 'project_id': '5bff39bca4ac4d27b1947941bd050e28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66f53f68-fbff-45a3-a7ff-e3d7db86d280', 'name': '', 'network_id': 'd2049545-92f7-4e97-8b75-aba4057d3fca', 'tenant_id': '5bff39bca4ac4d27b1947941bd050e28', 'mac_address': 'fa:16:3e:78:57:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf3e95c-bb6e-416a-b3d9-f0eb882f1486', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96da7e0f-8b66-4c82-8362-f0eac7936cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:07Z', 'updated_at': '2021-08-25T19:07:19Z', 'revision_number': 5, 'project_id': '5bff39bca4ac4d27b1947941bd050e28', 'subnets': [{'id': '96da7e0f-8b66-4c82-8362-f0eac7936cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:08:38.061086 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-5ae70dae-c0a6-4452-a27c-6d140fa59480 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:38.131343 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-9ceb6674-1f79-42d3-86e7-4f38c4c89bc9 req-c2412e16-802b-4965-81fb-ec0c7a3c4efc service neutron] 10.222.0.23 "GET /v2.0/networks/d2049545-92f7-4e97-8b75-aba4057d3fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313894 Aug 25 19:08:38.260000 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-5ae70dae-c0a6-4452-a27c-6d140fa59480 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:38.266792 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-5ae70dae-c0a6-4452-a27c-6d140fa59480 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869344'] for security_group_rule, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:38.270238 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:38.292560 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae70dae-c0a6-4452-a27c-6d140fa59480 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a62eff90-5666-44bf-9003-154e62e785c0,revision_number=0']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:38.304655 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-5ae70dae-c0a6-4452-a27c-6d140fa59480 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:38.318949 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-5ae70dae-c0a6-4452-a27c-6d140fa59480 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:38.320574 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-5ae70dae-c0a6-4452-a27c-6d140fa59480 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4847686 Aug 25 19:08:38.324914 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 45514) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:38.331958 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [None req-06e32e03-3933-4a6d-9538-4ccd271081b0 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Request body: {'security_group_rule': {'security_group_id': '966d0040-eb3f-4076-81fa-1611316314ee', 'project_id': '5bff39bca4ac4d27b1947941bd050e28', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:08:38.341062 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-06e32e03-3933-4a6d-9538-4ccd271081b0 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:08:38.346627 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-06e32e03-3933-4a6d-9538-4ccd271081b0 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Usage tracker for resource:security_group_rule and tenant:5bff39bca4ac4d27b1947941bd050e28 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:08:38.352934 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-06e32e03-3933-4a6d-9538-4ccd271081b0 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:08:38.372444 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-06e32e03-3933-4a6d-9538-4ccd271081b0 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:08:38.400855 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-06e32e03-3933-4a6d-9538-4ccd271081b0 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:38.485471 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-06e32e03-3933-4a6d-9538-4ccd271081b0 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:38.491898 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-06e32e03-3933-4a6d-9538-4ccd271081b0 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869344'] for security_group_rule, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:38.506749 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-2f2df5f8-d1b4-4018-866f-2e87a246ca38 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:38.559107 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 45520) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:38.581449 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e32e03-3933-4a6d-9538-4ccd271081b0 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=031fe638-01d4-4667-914c-c077089b1eb9,revision_number=0']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:38.599223 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-06e32e03-3933-4a6d-9538-4ccd271081b0 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:38.605570 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-06e32e03-3933-4a6d-9538-4ccd271081b0 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:38.611683 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 45528) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:38.612168 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-06e32e03-3933-4a6d-9538-4ccd271081b0 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2857502 Aug 25 19:08:38.617818 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [None req-15906a7f-9c00-4545-bc32-1dbbff8e5de0 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Request body: {'security_group_rule': {'security_group_id': '966d0040-eb3f-4076-81fa-1611316314ee', 'project_id': '5bff39bca4ac4d27b1947941bd050e28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:08:38.633618 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-15906a7f-9c00-4545-bc32-1dbbff8e5de0 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:08:38.646238 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-15906a7f-9c00-4545-bc32-1dbbff8e5de0 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Usage tracker for resource:security_group_rule and tenant:5bff39bca4ac4d27b1947941bd050e28 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:08:38.649912 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-15906a7f-9c00-4545-bc32-1dbbff8e5de0 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:08:38.657659 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-15906a7f-9c00-4545-bc32-1dbbff8e5de0 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:08:38.674341 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.db.securitygroups_db [None req-15906a7f-9c00-4545-bc32-1dbbff8e5de0 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Project 5bff39bca4ac4d27b1947941bd050e28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 19:08:38.684776 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-15906a7f-9c00-4545-bc32-1dbbff8e5de0 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:38.804767 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-15906a7f-9c00-4545-bc32-1dbbff8e5de0 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:38.814657 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-15906a7f-9c00-4545-bc32-1dbbff8e5de0 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869344'] for security_group_rule, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:38.824575 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:38.863361 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15906a7f-9c00-4545-bc32-1dbbff8e5de0 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af6fcab7-4585-42bd-90a8-f58389787918,revision_number=0']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:38.868222 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-15906a7f-9c00-4545-bc32-1dbbff8e5de0 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:38.881202 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-15906a7f-9c00-4545-bc32-1dbbff8e5de0 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:38.883315 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 45534) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:38.883481 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-15906a7f-9c00-4545-bc32-1dbbff8e5de0 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2578402 Aug 25 19:08:38.885436 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [None req-09c10ce3-f34b-4e1f-b0d7-ea013d9fd631 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Request body: {'security_group_rule': {'security_group_id': '966d0040-eb3f-4076-81fa-1611316314ee', 'project_id': '5bff39bca4ac4d27b1947941bd050e28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:08:38.888289 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [None req-82221042-4bdf-4556-83db-82ac8fde0e04 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1629819501-network', 'tenant_id': 'd4cfb3f96d7a488492ec1c3aff9a0628'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:08:38.895791 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-82221042-4bdf-4556-83db-82ac8fde0e04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:08:38.900829 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-09c10ce3-f34b-4e1f-b0d7-ea013d9fd631 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:08:38.902823 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-82221042-4bdf-4556-83db-82ac8fde0e04 admin admin] Usage tracker for resource:network and tenant:d4cfb3f96d7a488492ec1c3aff9a0628 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:08:38.909300 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-82221042-4bdf-4556-83db-82ac8fde0e04 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:08:38.915649 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-09c10ce3-f34b-4e1f-b0d7-ea013d9fd631 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Usage tracker for resource:security_group_rule and tenant:5bff39bca4ac4d27b1947941bd050e28 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:08:38.920360 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-09c10ce3-f34b-4e1f-b0d7-ea013d9fd631 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:08:38.927757 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-82221042-4bdf-4556-83db-82ac8fde0e04 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:08:38.929588 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-09c10ce3-f34b-4e1f-b0d7-ea013d9fd631 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:08:38.949968 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82221042-4bdf-4556-83db-82ac8fde0e04 admin admin] Made reservation on behalf of d4cfb3f96d7a488492ec1c3aff9a0628 for: {'network': 1} {{(pid=74944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:08:38.955364 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-82221042-4bdf-4556-83db-82ac8fde0e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for network, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:38.959822 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.db.securitygroups_db [None req-09c10ce3-f34b-4e1f-b0d7-ea013d9fd631 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Project 5bff39bca4ac4d27b1947941bd050e28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 19:08:38.977467 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-09c10ce3-f34b-4e1f-b0d7-ea013d9fd631 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:38.988870 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-82221042-4bdf-4556-83db-82ac8fde0e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:39.052528 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-82221042-4bdf-4556-83db-82ac8fde0e04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:08:39.058108 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-82221042-4bdf-4556-83db-82ac8fde0e04 admin admin] Usage tracker for resource:security_group_rule and tenant:d4cfb3f96d7a488492ec1c3aff9a0628 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:08:39.063245 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-82221042-4bdf-4556-83db-82ac8fde0e04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:08:39.073557 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-82221042-4bdf-4556-83db-82ac8fde0e04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:08:39.105229 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-09c10ce3-f34b-4e1f-b0d7-ea013d9fd631 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:39.111690 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-09c10ce3-f34b-4e1f-b0d7-ea013d9fd631 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869344'] for security_group_rule, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:39.115462 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-08082eca-db4f-44e2-9732-30484c5fbdc5 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:39.148909 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c10ce3-f34b-4e1f-b0d7-ea013d9fd631 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d35f4ef4-775c-4c5e-a4b8-f4d0fe083c7a,revision_number=0']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:39.152331 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-09c10ce3-f34b-4e1f-b0d7-ea013d9fd631 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:39.163461 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-09c10ce3-f34b-4e1f-b0d7-ea013d9fd631 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:39.165307 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-09c10ce3-f34b-4e1f-b0d7-ea013d9fd631 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2862830 Aug 25 19:08:39.205572 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-82221042-4bdf-4556-83db-82ac8fde0e04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:39.213766 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-82221042-4bdf-4556-83db-82ac8fde0e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:39.217602 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-dd58b243-199b-481e-b226-d7e784b4e731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:39.252174 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82221042-4bdf-4556-83db-82ac8fde0e04 admin admin] vlan segment allocate from pool success with {'vlan_id': 807, 'physical_network': 'physnet1'} {{(pid=74944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 19:08:39.262301 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82221042-4bdf-4556-83db-82ac8fde0e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff42731-f52b-4961-b01b-3f6e6c9a9583,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:39.266979 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-82221042-4bdf-4556-83db-82ac8fde0e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:39.270245 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-82221042-4bdf-4556-83db-82ac8fde0e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748241'] for segment, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:39.270854 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.db.segments_db [None req-82221042-4bdf-4556-83db-82ac8fde0e04 admin admin] Added segment fcc2197d-4ec0-4475-a4df-49f40331ce68 of type vlan for network ffee42b0-056f-4edf-bc8b-6084b0305cf1 Aug 25 19:08:39.308605 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-82221042-4bdf-4556-83db-82ac8fde0e04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730660192678'] for network, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:39.385183 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-82221042-4bdf-4556-83db-82ac8fde0e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697'] for network, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:39.387953 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82221042-4bdf-4556-83db-82ac8fde0e04 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:39.392387 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-82221042-4bdf-4556-83db-82ac8fde0e04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for network, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:39.423177 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:39.642966 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-82221042-4bdf-4556-83db-82ac8fde0e04 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0824776 Aug 25 19:08:39.645457 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82221042-4bdf-4556-83db-82ac8fde0e04 admin admin] Pushing event updated for resources: {'Network': ['ID=ffee42b0-056f-4edf-bc8b-6084b0305cf1,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:39.648761 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 45540) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:39.663715 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-82221042-4bdf-4556-83db-82ac8fde0e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:39.684129 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Network ffee42b0-056f-4edf-bc8b-6084b0305cf1 details requested by agent ovs-agent-dv-cinder-806038-1-smb with host dv-cinder-806038-1-smb {{(pid=74945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 19:08:39.695721 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [None req-bbf44c59-d16c-4226-afb2-1961f1d9eb8c admin admin] Request body: {'subnet': {'network_id': 'ffee42b0-056f-4edf-bc8b-6084b0305cf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1629819501-subnet', 'tenant_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'ip_version': 4}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:08:39.714413 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-35cca2c2-68d0-4f00-8b04-3f6a56c032f2 req-b6027666-0dd8-4821-842f-d1e18ddaf5e9 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-262654058&fields=id&tenant_id=5bff39bca4ac4d27b1947941bd050e28 HTTP/1.1" status: 200 len: 267 time: 0.2935178 Aug 25 19:08:39.726496 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-bbf44c59-d16c-4226-afb2-1961f1d9eb8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:08:39.743176 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-bbf44c59-d16c-4226-afb2-1961f1d9eb8c admin admin] Usage tracker for resource:subnet and tenant:d4cfb3f96d7a488492ec1c3aff9a0628 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:08:39.761028 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-bbf44c59-d16c-4226-afb2-1961f1d9eb8c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:08:39.808209 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-bbf44c59-d16c-4226-afb2-1961f1d9eb8c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:08:39.855499 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf44c59-d16c-4226-afb2-1961f1d9eb8c admin admin] Made reservation on behalf of d4cfb3f96d7a488492ec1c3aff9a0628 for: {'subnet': 1} {{(pid=74943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:08:39.859486 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-bbf44c59-d16c-4226-afb2-1961f1d9eb8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4138881'] for subnet, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:39.956586 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cca2c2-68d0-4f00-8b04-3f6a56c032f2 req-f508c622-e43d-4a6d-acdd-132e4c70ca84 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:39.981618 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-35cca2c2-68d0-4f00-8b04-3f6a56c032f2 req-f508c622-e43d-4a6d-acdd-132e4c70ca84 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 945 time: 0.2657013 Aug 25 19:08:40.002673 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [req-35cca2c2-68d0-4f00-8b04-3f6a56c032f2 req-850141da-2cb8-401b-aae7-0a3946dd35b2 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Request body: {'port': {'security_groups': ['e146f45e-c0e9-4981-a200-10ecdd1ea260', '966d0040-eb3f-4076-81fa-1611316314ee']}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:08:40.251924 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8a06ba-baa8-467c-aab4-3cb1a533ef41 None None] New status for floating IP d68a5031-56ad-46c1-9d2a-005e026d7ddc: ACTIVE {{(pid=74946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 19:08:40.506158 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-35cca2c2-68d0-4f00-8b04-3f6a56c032f2 req-850141da-2cb8-401b-aae7-0a3946dd35b2 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:40.617670 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-bbf44c59-d16c-4226-afb2-1961f1d9eb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3958270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4138899'] for subnet, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:40.640975 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-072de7ca-fc83-48e9-b512-7e333c72a12f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:41.099411 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf44c59-d16c-4226-afb2-1961f1d9eb8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=26d8c927-2699-4b58-a0a7-a7e59846dd61,revision_number=0']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:41.107582 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-bbf44c59-d16c-4226-afb2-1961f1d9eb8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:41.110155 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf44c59-d16c-4226-afb2-1961f1d9eb8c admin admin] Checking segment: {'id': 'fcc2197d-4ec0-4475-a4df-49f40331ce68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'ffee42b0-056f-4edf-bc8b-6084b0305cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:08:41.120599 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf44c59-d16c-4226-afb2-1961f1d9eb8c admin admin] Network hostable DHCP agents. Network: ffee42b0-056f-4edf-bc8b-6084b0305cf1, hostable agents: ['27d70ae6-e524-414d-8203-429baaa22b85'], hosted agents: [] {{(pid=74943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 19:08:41.178355 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf44c59-d16c-4226-afb2-1961f1d9eb8c admin admin] Network ffee42b0-056f-4edf-bc8b-6084b0305cf1 is scheduled to be hosted by DHCP agent 27d70ae6-e524-414d-8203-429baaa22b85 with binding_index 1 {{(pid=74943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 19:08:41.200948 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.base_scheduler [None req-bbf44c59-d16c-4226-afb2-1961f1d9eb8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806038-1-smb, ffee42b0-056f-4edf-bc8b-6084b0305cf1) {{(pid=74943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:08:41.212144 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf44c59-d16c-4226-afb2-1961f1d9eb8c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:41.213781 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-bbf44c59-d16c-4226-afb2-1961f1d9eb8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:41.235615 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba345db-1194-4dcd-969c-a58fdcd3d90d None None] Network ffee42b0-056f-4edf-bc8b-6084b0305cf1 requested from dv-cinder-806038-1-smb {{(pid=74945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:08:41.272612 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 45552) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:41.274277 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-bbf44c59-d16c-4226-afb2-1961f1d9eb8c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6161387 Aug 25 19:08:41.298449 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [None req-944280f6-8c48-4164-8d5e-3b1fe8416ccf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1629819501-router', 'tenant_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921'}}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:08:41.314410 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-944280f6-8c48-4164-8d5e-3b1fe8416ccf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:08:41.354763 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-944280f6-8c48-4164-8d5e-3b1fe8416ccf admin admin] Usage tracker for resource:router and tenant:d4cfb3f96d7a488492ec1c3aff9a0628 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:08:41.365538 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-944280f6-8c48-4164-8d5e-3b1fe8416ccf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:08:41.388513 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-944280f6-8c48-4164-8d5e-3b1fe8416ccf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:08:41.437236 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-944280f6-8c48-4164-8d5e-3b1fe8416ccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-679793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62426'] for router, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:41.439606 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-944280f6-8c48-4164-8d5e-3b1fe8416ccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-682954', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62241'] for router, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:41.447261 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.db [req-35cca2c2-68d0-4f00-8b04-3f6a56c032f2 req-850141da-2cb8-401b-aae7-0a3946dd35b2 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] For port c930cfdb-7cb5-4807-824e-d2f0e72dffb5, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=c930cfdb-7cb5-4807-824e-d2f0e72dffb5,segment=NetworkSegment(29a4bbfe-a834-4c4c-8299-f29887d9e0b7),segment_id=29a4bbfe-a834-4c4c-8299-f29887d9e0b7)] {{(pid=74944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:08:41.528279 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-35cca2c2-68d0-4f00-8b04-3f6a56c032f2 req-850141da-2cb8-401b-aae7-0a3946dd35b2 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks [] for port, precommit_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:41.533406 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-944280f6-8c48-4164-8d5e-3b1fe8416ccf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:41.537383 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-35cca2c2-68d0-4f00-8b04-3f6a56c032f2 req-850141da-2cb8-401b-aae7-0a3946dd35b2 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3912932'] for port, after_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:41.556537 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-b080c224-1cc5-4ef9-88ed-0d66f8ffa375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:41.623532 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] get_ports_and_sgs() called for port_ids ['c930cfdb-7cb5-4807-824e-d2f0e72dffb5'] {{(pid=74945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:08:41.937284 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cca2c2-68d0-4f00-8b04-3f6a56c032f2 req-850141da-2cb8-401b-aae7-0a3946dd35b2 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:41.938635 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-35cca2c2-68d0-4f00-8b04-3f6a56c032f2 req-850141da-2cb8-401b-aae7-0a3946dd35b2 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for port, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:41.954563 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-35cca2c2-68d0-4f00-8b04-3f6a56c032f2 req-850141da-2cb8-401b-aae7-0a3946dd35b2 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "PUT /v2.0/ports/c930cfdb-7cb5-4807-824e-d2f0e72dffb5 HTTP/1.1" status: 200 len: 981 time: 1.9687111 Aug 25 19:08:41.955513 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe46817-6685-4f3e-be9d-2d68c5105933', 'tag': 'c930cfdb-7cb5-4807-824e-d2f0e72dffb5'}] {{(pid=74944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:08:42.001468 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f2ed4e-9823-4742-90fd-e733ff79e4d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf97a539-8509-5f51-b208-f15cf2fc9d5d-ffee42b0-056f-4edf-bc8b-6084b0305cf1', 'network_id': 'ffee42b0-056f-4edf-bc8b-6084b0305cf1', 'tenant_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'fixed_ips': [{'subnet_id': '26d8c927-2699-4b58-a0a7-a7e59846dd61'}]}} from dv-cinder-806038-1-smb. {{(pid=74945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 19:08:42.005468 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-f8f2ed4e-9823-4742-90fd-e733ff79e4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:42.028182 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850141da-2cb8-401b-aae7-0a3946dd35b2 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Pushing event updated for resources: {'Port': ['ID=c930cfdb-7cb5-4807-824e-d2f0e72dffb5,revision_number=6']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:42.179514 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-850141da-2cb8-401b-aae7-0a3946dd35b2 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:42.259009 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-944280f6-8c48-4164-8d5e-3b1fe8416ccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-679791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62263'] for router, precommit_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:42.319923 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] get_ports_and_sgs() called for port_ids ['c930cfdb-7cb5-4807-824e-d2f0e72dffb5'] {{(pid=74945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:08:42.761480 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbe46817-6685-4f3e-be9d-2d68c5105933', 'tag': 'c930cfdb-7cb5-4807-824e-d2f0e72dffb5', 'status': 'completed', 'code': 200} Aug 25 19:08:42.839163 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2488bc-0c9e-456e-97da-f7e13aa4892a req-35f9d99d-1091-48a3-87f9-047e9ae29a58 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:42.855108 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-ce2488bc-0c9e-456e-97da-f7e13aa4892a req-35f9d99d-1091-48a3-87f9-047e9ae29a58 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 984 time: 0.5778501 Aug 25 19:08:42.914119 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.db_base_plugin_common [None req-f8f2ed4e-9823-4742-90fd-e733ff79e4d7 None None] Allocated IP 172.20.0.2 (ffee42b0-056f-4edf-bc8b-6084b0305cf1/26d8c927-2699-4b58-a0a7-a7e59846dd61/c594161f-346a-4afb-ba57-97fd1c811c40) {{(pid=74945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:08:43.047798 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-ce2488bc-0c9e-456e-97da-f7e13aa4892a req-79c0f7d7-86c7-4341-8e09-be309a337d30 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e146f45e-c0e9-4981-a200-10ecdd1ea260&id=966d0040-eb3f-4076-81fa-1611316314ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1902544 Aug 25 19:08:43.090692 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-06aff1ff-1e97-4910-9d31-083f88a33575 req-fb5a8426-ed5d-4401-a722-d317d051c5c5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5bff39bca4ac4d27b1947941bd050e28&device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 1137 time: 0.2911425 Aug 25 19:08:43.192836 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-c9013145-83dd-4415-8355-3361cde936a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:43.284880 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-944280f6-8c48-4164-8d5e-3b1fe8416ccf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:43.309213 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-ba34d4c3-d735-4b9e-b50b-67374e1b7dde None None] Provisioning complete for port c930cfdb-7cb5-4807-824e-d2f0e72dffb5 triggered by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:08:43.310866 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-ba34d4c3-d735-4b9e-b50b-67374e1b7dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:43.328425 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-944280f6-8c48-4164-8d5e-3b1fe8416ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:43.352654 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aff1ff-1e97-4910-9d31-083f88a33575 req-632c49f9-915f-4098-ad34-ad43516c6541 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:43.355644 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-06aff1ff-1e97-4910-9d31-083f88a33575 req-632c49f9-915f-4098-ad34-ad43516c6541 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d2049545-92f7-4e97-8b75-aba4057d3fca HTTP/1.1" status: 200 len: 916 time: 0.2353463 Aug 25 19:08:43.495049 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:43.617189 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.db_base_plugin_common [None req-944280f6-8c48-4164-8d5e-3b1fe8416ccf admin admin] Allocated IP 172.28.1.96 (417bd5a5-462f-4a89-b2a6-9bf17cf29921/fa93b1ab-a770-4eed-8e8f-a3451db1cd3c/28d1c0ce-2466-44b2-83e9-4d87000d1528) {{(pid=74944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:08:43.626236 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-06aff1ff-1e97-4910-9d31-083f88a33575 req-381fe1db-7921-4ad0-bbab-d5486188d4aa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c930cfdb-7cb5-4807-824e-d2f0e72dffb5 HTTP/1.1" status: 200 len: 999 time: 0.2613006 Aug 25 19:08:43.639376 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-f8f2ed4e-9823-4742-90fd-e733ff79e4d7 None None] Notify callbacks [] for port, precommit_create {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:43.654648 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-f8f2ed4e-9823-4742-90fd-e733ff79e4d7 None None] Transition to ACTIVE for port object c594161f-346a-4afb-ba57-97fd1c811c40 will not be triggered until provisioned by entity L2. {{(pid=74945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:08:43.720087 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aff1ff-1e97-4910-9d31-083f88a33575 req-0bf1c6cb-5261-496c-a54c-9c3926bf06f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:43.721604 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-06aff1ff-1e97-4910-9d31-083f88a33575 req-0bf1c6cb-5261-496c-a54c-9c3926bf06f1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=96da7e0f-8b66-4c82-8362-f0eac7936cc9 HTTP/1.1" status: 200 len: 854 time: 0.0866969 Aug 25 19:08:43.721815 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-f8f2ed4e-9823-4742-90fd-e733ff79e4d7 None None] Transition to ACTIVE for port object c594161f-346a-4afb-ba57-97fd1c811c40 will not be triggered until provisioned by entity DHCP. {{(pid=74945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:08:43.746765 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-f8f2ed4e-9823-4742-90fd-e733ff79e4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039'] for port, after_create {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:43.767887 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:43.964927 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f2ed4e-9823-4742-90fd-e733ff79e4d7 None None] Network ffee42b0-056f-4edf-bc8b-6084b0305cf1 is already hosted by enough agents. {{(pid=74945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:08:44.046405 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-06aff1ff-1e97-4910-9d31-083f88a33575 req-cc1d8ed5-bb25-470c-9720-657bd5eae0cc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d2049545-92f7-4e97-8b75-aba4057d3fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3026483 Aug 25 19:08:44.090067 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f2ed4e-9823-4742-90fd-e733ff79e4d7 None None] Pushing event updated for resources: {'Port': ['ID=c594161f-346a-4afb-ba57-97fd1c811c40,revision_number=1']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:44.104558 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-944280f6-8c48-4164-8d5e-3b1fe8416ccf admin admin] Notify callbacks [] for port, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:44.107924 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.scheduler.base_scheduler [None req-f8f2ed4e-9823-4742-90fd-e733ff79e4d7 None None] Resources bound (agent type, host, resource id): {{(pid=74945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:08:44.142675 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-f8f2ed4e-9823-4742-90fd-e733ff79e4d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:44.153166 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f2ed4e-9823-4742-90fd-e733ff79e4d7 None None] Received port after_create {{(pid=74945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:08:44.191075 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-944280f6-8c48-4164-8d5e-3b1fe8416ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3912941'] for port, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:44.206631 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-f66f31cf-d584-4b0b-9129-21a1c51fc5ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:44.394809 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944280f6-8c48-4164-8d5e-3b1fe8416ccf admin admin] Network 417bd5a5-462f-4a89-b2a6-9bf17cf29921 is already hosted by enough agents. {{(pid=74944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:08:44.400720 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.base_scheduler [None req-944280f6-8c48-4164-8d5e-3b1fe8416ccf admin admin] Resources bound (agent type, host, resource id): {{(pid=74944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:08:44.409605 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944280f6-8c48-4164-8d5e-3b1fe8416ccf admin admin] Received port after_create {{(pid=74944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:08:44.421905 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-06aff1ff-1e97-4910-9d31-083f88a33575 req-922021af-d42b-439e-9094-34fa3355d908 service neutron] 10.222.0.23 "GET /v2.0/networks/d2049545-92f7-4e97-8b75-aba4057d3fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692560 Aug 25 19:08:44.492626 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944280f6-8c48-4164-8d5e-3b1fe8416ccf admin admin] Pushing event updated for resources: {'Port': ['ID=28d1c0ce-2466-44b2-83e9-4d87000d1528,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:44.532079 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-944280f6-8c48-4164-8d5e-3b1fe8416ccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:44.864728 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-06aff1ff-1e97-4910-9d31-083f88a33575 req-f0a04c63-8b9e-42de-ae39-3915511c29fe service neutron] 10.222.0.23 "GET /v2.0/networks/d2049545-92f7-4e97-8b75-aba4057d3fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249363 Aug 25 19:08:44.867050 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-944280f6-8c48-4164-8d5e-3b1fe8416ccf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:44.867810 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-944280f6-8c48-4164-8d5e-3b1fe8416ccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677147'] for router, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:45.250919 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.managers [None req-f8f2ed4e-9823-4742-90fd-e733ff79e4d7 None None] Attempting to bind port c594161f-346a-4afb-ba57-97fd1c811c40 on host dv-cinder-806038-1-smb for vnic_type normal with profile {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:08:45.251807 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.managers [None req-f8f2ed4e-9823-4742-90fd-e733ff79e4d7 None None] Attempting to bind port c594161f-346a-4afb-ba57-97fd1c811c40 by drivers openvswitch,hyperv on host dv-cinder-806038-1-smb at level 0 using segments [{'id': 'fcc2197d-4ec0-4475-a4df-49f40331ce68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'ffee42b0-056f-4edf-bc8b-6084b0305cf1'}] {{(pid=74945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:08:45.251807 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f2ed4e-9823-4742-90fd-e733ff79e4d7 None None] Attempting to bind port c594161f-346a-4afb-ba57-97fd1c811c40 on network ffee42b0-056f-4edf-bc8b-6084b0305cf1 {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:08:45.275326 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d14a77a1-aef5-42c4-9966-259f2c086eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:45.341551 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f2ed4e-9823-4742-90fd-e733ff79e4d7 None None] Checking agent: {'id': 'ade42a89-c411-4b33-b073-1b38210940ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 43), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:08:45.343151 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f2ed4e-9823-4742-90fd-e733ff79e4d7 None None] Checking segment: {'id': 'fcc2197d-4ec0-4475-a4df-49f40331ce68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'ffee42b0-056f-4edf-bc8b-6084b0305cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:08:45.344606 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-f8f2ed4e-9823-4742-90fd-e733ff79e4d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:45.346184 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f2ed4e-9823-4742-90fd-e733ff79e4d7 None None] Bound using segment: {'id': 'fcc2197d-4ec0-4475-a4df-49f40331ce68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'ffee42b0-056f-4edf-bc8b-6084b0305cf1'} {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:08:45.347084 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.managers [None req-f8f2ed4e-9823-4742-90fd-e733ff79e4d7 None None] Bound port: c594161f-346a-4afb-ba57-97fd1c811c40, host: dv-cinder-806038-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc2197d-4ec0-4475-a4df-49f40331ce68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'ffee42b0-056f-4edf-bc8b-6084b0305cf1'}}] {{(pid=74945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:08:45.347952 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-f8f2ed4e-9823-4742-90fd-e733ff79e4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:45.653574 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944280f6-8c48-4164-8d5e-3b1fe8416ccf admin admin] Router c397e30a-ba3a-4918-af0f-135faa8afd24 is scheduled to L3 agent 6ef59418-d088-436f-8fb3-73af7fac7dac with binding_index 1 {{(pid=74944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 19:08:45.692770 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-f8f2ed4e-9823-4742-90fd-e733ff79e4d7 None None] For port c594161f-346a-4afb-ba57-97fd1c811c40, host dv-cinder-806038-1-smb, cleared binding levels {{(pid=74945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:08:45.696807 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-f8f2ed4e-9823-4742-90fd-e733ff79e4d7 None None] For port c594161f-346a-4afb-ba57-97fd1c811c40, host dv-cinder-806038-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=c594161f-346a-4afb-ba57-97fd1c811c40,segment=NetworkSegment(fcc2197d-4ec0-4475-a4df-49f40331ce68),segment_id=fcc2197d-4ec0-4475-a4df-49f40331ce68)] {{(pid=74945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:08:45.702186 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-f8f2ed4e-9823-4742-90fd-e733ff79e4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:45.715006 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:45.811046 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f2ed4e-9823-4742-90fd-e733ff79e4d7 None None] Pushing event updated for resources: {'Port': ['ID=c594161f-346a-4afb-ba57-97fd1c811c40,revision_number=2']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:45.816795 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-f8f2ed4e-9823-4742-90fd-e733ff79e4d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:45.849980 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:46.125356 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944280f6-8c48-4164-8d5e-3b1fe8416ccf admin admin] Notify agent at l3_agent.dv-cinder-806038-1-smb the message routers_updated {{(pid=74944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:08:46.146786 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fe894d-4b57-4fdf-b169-e3e2bb6a5e87 None None] Sync routers for ids ['c397e30a-ba3a-4918-af0f-135faa8afd24'] in dv-cinder-806038-1-smb {{(pid=74945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:08:46.180349 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-944280f6-8c48-4164-8d5e-3b1fe8416ccf admin admin] Notify callbacks [] for router, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:46.186044 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 45594) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:46.186912 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-944280f6-8c48-4164-8d5e-3b1fe8416ccf admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.9117973 Aug 25 19:08:46.218479 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fe894d-4b57-4fdf-b169-e3e2bb6a5e87 None None] Routers {'c397e30a-ba3a-4918-af0f-135faa8afd24'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:08:46.219853 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-f2fe894d-4b57-4fdf-b169-e3e2bb6a5e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:08:45Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['c397e30a-ba3a-4918-af0f-135faa8afd24'], 'active': True} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:46.644833 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device c594161f-346a-4afb-ba57-97fd1c811c40 up at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:08:46.764216 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvr_db [None req-f2fe894d-4b57-4fdf-b169-e3e2bb6a5e87 None None] Set router c397e30a-ba3a-4918-af0f-135faa8afd24 gateway port host: dv-cinder-806038-1-smb {{(pid=74945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:08:46.931485 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning for port c594161f-346a-4afb-ba57-97fd1c811c40 completed by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:08:47.369538 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:47.418692 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674b0bc2-283b-4df6-9b25-69f06b7d5ef4 None None] Network ffee42b0-056f-4edf-bc8b-6084b0305cf1 requested from dv-cinder-806038-1-smb {{(pid=74945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:08:47.546099 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-f2fe894d-4b57-4fdf-b169-e3e2bb6a5e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c397e30a-ba3a-4918-af0f-135faa8afd24', 'name': 'tempest-TestShelveInstance-1629819501-router', 'tenant_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '28d1c0ce-2466-44b2-83e9-4d87000d1528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:08:41Z', 'updated_at': '2021-08-25T19:08:44Z', 'revision_number': 3, 'project_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'gw_port': {'id': '28d1c0ce-2466-44b2-83e9-4d87000d1528', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:84:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c397e30a-ba3a-4918-af0f-135faa8afd24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:43Z', 'updated_at': '2021-08-25T19:08:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb'}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:47.572577 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fe894d-4b57-4fdf-b169-e3e2bb6a5e87 None None] Checking router: c397e30a-ba3a-4918-af0f-135faa8afd24 for host: dv-cinder-806038-1-smb {{(pid=74945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:08:47.573380 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fe894d-4b57-4fdf-b169-e3e2bb6a5e87 None None] Updating router c397e30a-ba3a-4918-af0f-135faa8afd24 port 28d1c0ce-2466-44b2-83e9-4d87000d1528 binding host dv-cinder-806038-1-smb {{(pid=74945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 19:08:47.606999 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-bd90eb53-a0e9-4597-9490-e9df8ed46f59 None None] Provisioning for port c594161f-346a-4afb-ba57-97fd1c811c40 completed by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:08:47.642227 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-bd90eb53-a0e9-4597-9490-e9df8ed46f59 None None] Provisioning complete for port c594161f-346a-4afb-ba57-97fd1c811c40 triggered by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:08:47.642776 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-bd90eb53-a0e9-4597-9490-e9df8ed46f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:47.704196 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-91c7040e-16a5-4b9d-ac94-08fe0f74dcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:47.847870 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-f2fe894d-4b57-4fdf-b169-e3e2bb6a5e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:48.139094 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.db_base_plugin_common [None req-91c7040e-16a5-4b9d-ac94-08fe0f74dcf3 admin admin] Allocated IP 172.20.0.1 (ffee42b0-056f-4edf-bc8b-6084b0305cf1/26d8c927-2699-4b58-a0a7-a7e59846dd61/cf4e208f-8f76-42bd-b5b2-e521191c64ae) {{(pid=74943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:08:48.217271 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-bd90eb53-a0e9-4597-9490-e9df8ed46f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:48.375862 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-bd90eb53-a0e9-4597-9490-e9df8ed46f59 None None] For port c594161f-346a-4afb-ba57-97fd1c811c40, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=c594161f-346a-4afb-ba57-97fd1c811c40,segment=NetworkSegment(fcc2197d-4ec0-4475-a4df-49f40331ce68),segment_id=fcc2197d-4ec0-4475-a4df-49f40331ce68)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:08:48.390999 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-bd90eb53-a0e9-4597-9490-e9df8ed46f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:48.395603 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-6b27bff8-83c1-4b37-84f6-ea7ebc215248 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:48.550857 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd90eb53-a0e9-4597-9490-e9df8ed46f59 None None] Pushing event updated for resources: {'Port': ['ID=c594161f-346a-4afb-ba57-97fd1c811c40,revision_number=3']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:48.562931 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-91c7040e-16a5-4b9d-ac94-08fe0f74dcf3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:48.573559 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-bd90eb53-a0e9-4597-9490-e9df8ed46f59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:48.585118 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.provisioning_blocks [None req-91c7040e-16a5-4b9d-ac94-08fe0f74dcf3 admin admin] Transition to ACTIVE for port object cf4e208f-8f76-42bd-b5b2-e521191c64ae will not be triggered until provisioned by entity DHCP. {{(pid=74943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:08:48.619741 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-91c7040e-16a5-4b9d-ac94-08fe0f74dcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958082'] for port, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:48.625326 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:48.707878 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c7040e-16a5-4b9d-ac94-08fe0f74dcf3 admin admin] Pushing event updated for resources: {'Port': ['ID=cf4e208f-8f76-42bd-b5b2-e521191c64ae,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:48.714139 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-f2fe894d-4b57-4fdf-b169-e3e2bb6a5e87 None None] Notify callbacks [] for port, precommit_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:48.715106 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-91c7040e-16a5-4b9d-ac94-08fe0f74dcf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:48.725112 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c7040e-16a5-4b9d-ac94-08fe0f74dcf3 admin admin] Network ffee42b0-056f-4edf-bc8b-6084b0305cf1 is already hosted by enough agents. {{(pid=74943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:08:48.727024 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.base_scheduler [None req-91c7040e-16a5-4b9d-ac94-08fe0f74dcf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=74943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:08:48.732625 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c7040e-16a5-4b9d-ac94-08fe0f74dcf3 admin admin] Received port after_create {{(pid=74943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:08:48.735653 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-f2fe894d-4b57-4fdf-b169-e3e2bb6a5e87 None None] Transition to ACTIVE for port object 28d1c0ce-2466-44b2-83e9-4d87000d1528 will not be triggered until provisioned by entity L2. {{(pid=74945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:08:48.754275 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-f2fe894d-4b57-4fdf-b169-e3e2bb6a5e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:48.768869 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:48.857656 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-91c7040e-16a5-4b9d-ac94-08fe0f74dcf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-677317'] for router_interface, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:48.938209 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa10ae-fd73-4c65-a873-126888bf9d18 None None] Pushing event updated for resources: {'Port': ['ID=28d1c0ce-2466-44b2-83e9-4d87000d1528,revision_number=2']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:48.951426 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-76fa10ae-fd73-4c65-a873-126888bf9d18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:49.069111 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.managers [None req-f2fe894d-4b57-4fdf-b169-e3e2bb6a5e87 None None] Attempting to bind port 28d1c0ce-2466-44b2-83e9-4d87000d1528 on host dv-cinder-806038-1-smb for vnic_type normal with profile {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:08:49.069511 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.managers [None req-f2fe894d-4b57-4fdf-b169-e3e2bb6a5e87 None None] Attempting to bind port 28d1c0ce-2466-44b2-83e9-4d87000d1528 by drivers openvswitch,hyperv on host dv-cinder-806038-1-smb at level 0 using segments [{'id': 'f1739f72-e14f-462c-b4e7-56bd3b40258a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921'}] {{(pid=74945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:08:49.069888 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fe894d-4b57-4fdf-b169-e3e2bb6a5e87 None None] Attempting to bind port 28d1c0ce-2466-44b2-83e9-4d87000d1528 on network 417bd5a5-462f-4a89-b2a6-9bf17cf29921 {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:08:49.085599 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fe894d-4b57-4fdf-b169-e3e2bb6a5e87 None None] Checking agent: {'id': 'ade42a89-c411-4b33-b073-1b38210940ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 43), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:08:49.086135 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fe894d-4b57-4fdf-b169-e3e2bb6a5e87 None None] Checking segment: {'id': 'f1739f72-e14f-462c-b4e7-56bd3b40258a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:08:49.086504 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-f2fe894d-4b57-4fdf-b169-e3e2bb6a5e87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:49.086906 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fe894d-4b57-4fdf-b169-e3e2bb6a5e87 None None] Bound using segment: {'id': 'f1739f72-e14f-462c-b4e7-56bd3b40258a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921'} {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:08:49.087368 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.managers [None req-f2fe894d-4b57-4fdf-b169-e3e2bb6a5e87 None None] Bound port: 28d1c0ce-2466-44b2-83e9-4d87000d1528, host: dv-cinder-806038-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1739f72-e14f-462c-b4e7-56bd3b40258a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921'}}] {{(pid=74945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:08:49.087769 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-f2fe894d-4b57-4fdf-b169-e3e2bb6a5e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:49.181732 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-91c7040e-16a5-4b9d-ac94-08fe0f74dcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:49.182825 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-f2fe894d-4b57-4fdf-b169-e3e2bb6a5e87 None None] For port 28d1c0ce-2466-44b2-83e9-4d87000d1528, host dv-cinder-806038-1-smb, cleared binding levels {{(pid=74945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:08:49.186494 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-f2fe894d-4b57-4fdf-b169-e3e2bb6a5e87 None None] For port 28d1c0ce-2466-44b2-83e9-4d87000d1528, host dv-cinder-806038-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=28d1c0ce-2466-44b2-83e9-4d87000d1528,segment=NetworkSegment(f1739f72-e14f-462c-b4e7-56bd3b40258a),segment_id=f1739f72-e14f-462c-b4e7-56bd3b40258a)] {{(pid=74945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:08:49.203813 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-f2fe894d-4b57-4fdf-b169-e3e2bb6a5e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:49.208040 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:49.299242 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-e251647d-deb6-44d7-bdbf-767c993eac8e None None] Provisioning complete for port c594161f-346a-4afb-ba57-97fd1c811c40 triggered by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:08:49.299590 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-e251647d-deb6-44d7-bdbf-767c993eac8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:49.337164 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa10ae-fd73-4c65-a873-126888bf9d18 None None] Pushing event updated for resources: {'Port': ['ID=28d1c0ce-2466-44b2-83e9-4d87000d1528,revision_number=3']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:49.416358 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fa10ae-fd73-4c65-a873-126888bf9d18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:49.416873 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fa10ae-fd73-4c65-a873-126888bf9d18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:49.417815 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fa10ae-fd73-4c65-a873-126888bf9d18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:49.418397 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fa10ae-fd73-4c65-a873-126888bf9d18 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:49.418963 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fa10ae-fd73-4c65-a873-126888bf9d18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:49.419481 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fa10ae-fd73-4c65-a873-126888bf9d18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:49.419962 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fa10ae-fd73-4c65-a873-126888bf9d18 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:49.420521 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fa10ae-fd73-4c65-a873-126888bf9d18 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:49.420995 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fa10ae-fd73-4c65-a873-126888bf9d18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:49.421460 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fa10ae-fd73-4c65-a873-126888bf9d18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:49.421982 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fa10ae-fd73-4c65-a873-126888bf9d18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:49.437041 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-76fa10ae-fd73-4c65-a873-126888bf9d18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:49.468796 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fe894d-4b57-4fdf-b169-e3e2bb6a5e87 None None] Routers {'c397e30a-ba3a-4918-af0f-135faa8afd24'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:08:49.469590 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-f2fe894d-4b57-4fdf-b169-e3e2bb6a5e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:08:45Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['c397e30a-ba3a-4918-af0f-135faa8afd24'], 'active': True} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:49.643944 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-91c7040e-16a5-4b9d-ac94-08fe0f74dcf3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:49.654631 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-91c7040e-16a5-4b9d-ac94-08fe0f74dcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3958091'] for port, after_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:49.686391 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.agents_db [None req-346cd5c8-7112-4e4f-bf89-0e0659d32542 None None] Agent healthcheck: found 6 active agents {{(pid=74946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:08:49.687823 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-730b0217-4bb9-45d0-970a-305c53a36687 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:49.787230 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-91c7040e-16a5-4b9d-ac94-08fe0f74dcf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2088205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-675884'] for router_interface, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:49.803400 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c7040e-16a5-4b9d-ac94-08fe0f74dcf3 admin admin] Pushing event updated for resources: {'Port': ['ID=cf4e208f-8f76-42bd-b5b2-e521191c64ae,revision_number=2']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:49.818254 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-91c7040e-16a5-4b9d-ac94-08fe0f74dcf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:49.935605 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvr_db [None req-f2fe894d-4b57-4fdf-b169-e3e2bb6a5e87 None None] Set router c397e30a-ba3a-4918-af0f-135faa8afd24 gateway port host: dv-cinder-806038-1-smb {{(pid=74945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:08:50.093248 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c7040e-16a5-4b9d-ac94-08fe0f74dcf3 admin admin] Network ffee42b0-056f-4edf-bc8b-6084b0305cf1 is already hosted by enough agents. {{(pid=74943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:08:50.096336 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.base_scheduler [None req-91c7040e-16a5-4b9d-ac94-08fe0f74dcf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=74943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:08:50.209722 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-e47e544e-8a85-42ee-8c66-7d904b5af10b None None] Provisioning for port cf4e208f-8f76-42bd-b5b2-e521191c64ae completed by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:08:50.284253 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-e47e544e-8a85-42ee-8c66-7d904b5af10b None None] Provisioning complete for port cf4e208f-8f76-42bd-b5b2-e521191c64ae triggered by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:08:50.290715 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-e47e544e-8a85-42ee-8c66-7d904b5af10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:50.467626 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device c594161f-346a-4afb-ba57-97fd1c811c40 up at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:08:50.565379 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-e47e544e-8a85-42ee-8c66-7d904b5af10b None None] Port cf4e208f-8f76-42bd-b5b2-e521191c64ae cannot update to ACTIVE because it is not bound. {{(pid=74945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 19:08:50.675382 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning complete for port c594161f-346a-4afb-ba57-97fd1c811c40 triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:08:50.675942 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:50.853331 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c7040e-16a5-4b9d-ac94-08fe0f74dcf3 admin admin] Router c397e30a-ba3a-4918-af0f-135faa8afd24 has already been hosted by L3 agent 6ef59418-d088-436f-8fb3-73af7fac7dac {{(pid=74943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:08:50.871949 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-768a0145-1a84-4b4a-8220-64969bc0bb61 None None] Provisioning complete for port cf4e208f-8f76-42bd-b5b2-e521191c64ae triggered by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:08:50.872483 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-768a0145-1a84-4b4a-8220-64969bc0bb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:50.944294 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-768a0145-1a84-4b4a-8220-64969bc0bb61 None None] Port cf4e208f-8f76-42bd-b5b2-e521191c64ae cannot update to ACTIVE because it is not bound. {{(pid=74945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 19:08:51.003043 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-f2fe894d-4b57-4fdf-b169-e3e2bb6a5e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c397e30a-ba3a-4918-af0f-135faa8afd24', 'name': 'tempest-TestShelveInstance-1629819501-router', 'tenant_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '28d1c0ce-2466-44b2-83e9-4d87000d1528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:08:41Z', 'updated_at': '2021-08-25T19:08:48Z', 'revision_number': 4, 'project_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'gw_port': {'id': '28d1c0ce-2466-44b2-83e9-4d87000d1528', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:84:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c397e30a-ba3a-4918-af0f-135faa8afd24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:43Z', 'updated_at': '2021-08-25T19:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_interfaces': [{'id': 'cf4e208f-8f76-42bd-b5b2-e521191c64ae', 'name': '', 'network_id': 'ffee42b0-056f-4edf-bc8b-6084b0305cf1', 'tenant_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'mac_address': 'fa:16:3e:e2:4e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c397e30a-ba3a-4918-af0f-135faa8afd24', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26d8c927-2699-4b58-a0a7-a7e59846dd61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:47Z', 'updated_at': '2021-08-25T19:08:48Z', 'revision_number': 1, 'project_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'subnets': [{'id': '26d8c927-2699-4b58-a0a7-a7e59846dd61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:51.022964 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fe894d-4b57-4fdf-b169-e3e2bb6a5e87 None None] The sync data for ids ['c397e30a-ba3a-4918-af0f-135faa8afd24'] in dv-cinder-806038-1-smb is: [{'id': 'c397e30a-ba3a-4918-af0f-135faa8afd24', 'name': 'tempest-TestShelveInstance-1629819501-router', 'tenant_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '28d1c0ce-2466-44b2-83e9-4d87000d1528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:08:41Z', 'updated_at': '2021-08-25T19:08:48Z', 'revision_number': 4, 'project_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'gw_port': {'id': '28d1c0ce-2466-44b2-83e9-4d87000d1528', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:84:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c397e30a-ba3a-4918-af0f-135faa8afd24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:43Z', 'updated_at': '2021-08-25T19:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_interfaces': [{'id': 'cf4e208f-8f76-42bd-b5b2-e521191c64ae', 'name': '', 'network_id': 'ffee42b0-056f-4edf-bc8b-6084b0305cf1', 'tenant_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'mac_address': 'fa:16:3e:e2:4e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c397e30a-ba3a-4918-af0f-135faa8afd24', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26d8c927-2699-4b58-a0a7-a7e59846dd61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:47Z', 'updated_at': '2021-08-25T19:08:48Z', 'revision_number': 1, 'project_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'subnets': [{'id': '26d8c927-2699-4b58-a0a7-a7e59846dd61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:08:51.456007 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c7040e-16a5-4b9d-ac94-08fe0f74dcf3 admin admin] Notify agent at l3_agent.dv-cinder-806038-1-smb the message routers_updated {{(pid=74943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:08:51.472376 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-91c7040e-16a5-4b9d-ac94-08fe0f74dcf3 admin admin] 10.222.0.18 "PUT /v2.0/routers/c397e30a-ba3a-4918-af0f-135faa8afd24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2842455 Aug 25 19:08:52.571632 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 28d1c0ce-2466-44b2-83e9-4d87000d1528 up at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:08:52.780945 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning for port 28d1c0ce-2466-44b2-83e9-4d87000d1528 completed by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:08:52.790474 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning complete for port 28d1c0ce-2466-44b2-83e9-4d87000d1528 triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:08:52.791032 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:53.081562 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:53.116380 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] For port 28d1c0ce-2466-44b2-83e9-4d87000d1528, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=28d1c0ce-2466-44b2-83e9-4d87000d1528,segment=NetworkSegment(f1739f72-e14f-462c-b4e7-56bd3b40258a),segment_id=f1739f72-e14f-462c-b4e7-56bd3b40258a)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:08:53.121458 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:53.127659 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:53.192520 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 45658) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:53.198905 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [None req-8fb4150b-de34-4bc2-ba59-3092ebe7899a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1939319214-network', 'tenant_id': '68b7a32a226c49709d687cea7209d8c4'}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:08:53.209836 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-8fb4150b-de34-4bc2-ba59-3092ebe7899a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:08:53.216759 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-8fb4150b-de34-4bc2-ba59-3092ebe7899a admin admin] Usage tracker for resource:network and tenant:68b7a32a226c49709d687cea7209d8c4 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:08:53.229475 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-8fb4150b-de34-4bc2-ba59-3092ebe7899a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:08:53.238730 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Pushing event updated for resources: {'Port': ['ID=28d1c0ce-2466-44b2-83e9-4d87000d1528,revision_number=4']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:53.242404 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:53.260008 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-8fb4150b-de34-4bc2-ba59-3092ebe7899a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:08:53.288294 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb4150b-de34-4bc2-ba59-3092ebe7899a admin admin] Made reservation on behalf of 68b7a32a226c49709d687cea7209d8c4 for: {'network': 1} {{(pid=74943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:08:53.298388 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-8fb4150b-de34-4bc2-ba59-3092ebe7899a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for network, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:53.318702 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-8fb4150b-de34-4bc2-ba59-3092ebe7899a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:53.361003 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-8fb4150b-de34-4bc2-ba59-3092ebe7899a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:08:53.366048 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-8fb4150b-de34-4bc2-ba59-3092ebe7899a admin admin] Usage tracker for resource:security_group_rule and tenant:68b7a32a226c49709d687cea7209d8c4 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:08:53.369354 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-8fb4150b-de34-4bc2-ba59-3092ebe7899a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:08:53.377017 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-8fb4150b-de34-4bc2-ba59-3092ebe7899a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:08:53.502647 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-8fb4150b-de34-4bc2-ba59-3092ebe7899a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:53.508957 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-8fb4150b-de34-4bc2-ba59-3092ebe7899a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:53.516237 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-74ab3086-ac50-4dc1-a9f0-5778b252b458 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:53.560503 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fb4150b-de34-4bc2-ba59-3092ebe7899a admin admin] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=74943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 19:08:53.583099 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb4150b-de34-4bc2-ba59-3092ebe7899a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d38baf-0727-4539-b204-ec7d37cc78d0,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:53.590384 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-8fb4150b-de34-4bc2-ba59-3092ebe7899a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:53.592291 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-8fb4150b-de34-4bc2-ba59-3092ebe7899a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748241'] for segment, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:53.593052 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.db.segments_db [None req-8fb4150b-de34-4bc2-ba59-3092ebe7899a admin admin] Added segment 4abcc61a-4536-4ab9-9bbc-7229bd094153 of type vlan for network 8ae5d813-93ae-4f17-a54a-2a69f06b2fdd Aug 25 19:08:53.648365 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-8fb4150b-de34-4bc2-ba59-3092ebe7899a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730660192678'] for network, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:53.699989 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-8fb4150b-de34-4bc2-ba59-3092ebe7899a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697'] for network, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:53.702726 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb4150b-de34-4bc2-ba59-3092ebe7899a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:53.703761 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-8fb4150b-de34-4bc2-ba59-3092ebe7899a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for network, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:53.709561 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-9d13529c-5a3b-4bf5-8ca9-0f881621377e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:53.888990 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb4150b-de34-4bc2-ba59-3092ebe7899a admin admin] Pushing event updated for resources: {'Network': ['ID=8ae5d813-93ae-4f17-a54a-2a69f06b2fdd,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:53.900514 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-8fb4150b-de34-4bc2-ba59-3092ebe7899a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7014749 Aug 25 19:08:53.900514 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-8fb4150b-de34-4bc2-ba59-3092ebe7899a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:53.901343 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 45666) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:53.905878 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Network 8ae5d813-93ae-4f17-a54a-2a69f06b2fdd details requested by agent ovs-agent-dv-cinder-806038-1-smb with host dv-cinder-806038-1-smb {{(pid=74945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 19:08:53.908679 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [None req-18aed9b5-f4ea-4975-aec1-6d4e1438b2c7 admin admin] Request body: {'subnet': {'network_id': '8ae5d813-93ae-4f17-a54a-2a69f06b2fdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1939319214-subnet', 'tenant_id': '68b7a32a226c49709d687cea7209d8c4', 'ip_version': 4}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:08:53.915591 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-18aed9b5-f4ea-4975-aec1-6d4e1438b2c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:08:53.922554 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-18aed9b5-f4ea-4975-aec1-6d4e1438b2c7 admin admin] Usage tracker for resource:subnet and tenant:68b7a32a226c49709d687cea7209d8c4 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:08:53.929766 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-18aed9b5-f4ea-4975-aec1-6d4e1438b2c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:08:53.938466 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-18aed9b5-f4ea-4975-aec1-6d4e1438b2c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:08:53.952756 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18aed9b5-f4ea-4975-aec1-6d4e1438b2c7 admin admin] Made reservation on behalf of 68b7a32a226c49709d687cea7209d8c4 for: {'subnet': 1} {{(pid=74944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:08:53.956494 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-18aed9b5-f4ea-4975-aec1-6d4e1438b2c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3743298'] for subnet, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:54.336801 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-18aed9b5-f4ea-4975-aec1-6d4e1438b2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3912785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3743312'] for subnet, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:54.349075 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-89633d76-7563-442c-aa4a-ff96c05e818b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:54.462395 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 28d1c0ce-2466-44b2-83e9-4d87000d1528 up at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:08:54.564998 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aed9b5-f4ea-4975-aec1-6d4e1438b2c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=350a4214-b72c-4bf4-9cc3-44facde1f503,revision_number=0']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:54.573142 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-18aed9b5-f4ea-4975-aec1-6d4e1438b2c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:54.583642 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aed9b5-f4ea-4975-aec1-6d4e1438b2c7 admin admin] Checking segment: {'id': '4abcc61a-4536-4ab9-9bbc-7229bd094153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '8ae5d813-93ae-4f17-a54a-2a69f06b2fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:08:54.584314 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18aed9b5-f4ea-4975-aec1-6d4e1438b2c7 admin admin] Network hostable DHCP agents. Network: 8ae5d813-93ae-4f17-a54a-2a69f06b2fdd, hostable agents: ['27d70ae6-e524-414d-8203-429baaa22b85'], hosted agents: [] {{(pid=74944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 19:08:54.629634 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18aed9b5-f4ea-4975-aec1-6d4e1438b2c7 admin admin] Network 8ae5d813-93ae-4f17-a54a-2a69f06b2fdd is scheduled to be hosted by DHCP agent 27d70ae6-e524-414d-8203-429baaa22b85 with binding_index 1 {{(pid=74944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 19:08:54.655818 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.base_scheduler [None req-18aed9b5-f4ea-4975-aec1-6d4e1438b2c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806038-1-smb, 8ae5d813-93ae-4f17-a54a-2a69f06b2fdd) {{(pid=74944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:08:54.661888 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning complete for port 28d1c0ce-2466-44b2-83e9-4d87000d1528 triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:08:54.662296 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:54.666899 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18aed9b5-f4ea-4975-aec1-6d4e1438b2c7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:54.669756 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-18aed9b5-f4ea-4975-aec1-6d4e1438b2c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for subnet, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:54.694083 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6a431a-2180-4bda-b979-558ac9a4cfd0 None None] Network 8ae5d813-93ae-4f17-a54a-2a69f06b2fdd requested from dv-cinder-806038-1-smb {{(pid=74945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:08:54.715852 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-18aed9b5-f4ea-4975-aec1-6d4e1438b2c7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8095665 Aug 25 19:08:54.718524 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 45674) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:54.734105 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [None req-1ee8a2cf-1591-4c9f-9a39-06aa6eb2df79 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1939319214-router', 'tenant_id': '68b7a32a226c49709d687cea7209d8c4', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921'}}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:08:54.742623 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-1ee8a2cf-1591-4c9f-9a39-06aa6eb2df79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:08:54.769038 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-1ee8a2cf-1591-4c9f-9a39-06aa6eb2df79 admin admin] Usage tracker for resource:router and tenant:68b7a32a226c49709d687cea7209d8c4 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:08:54.784743 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-1ee8a2cf-1591-4c9f-9a39-06aa6eb2df79 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:08:54.806385 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-1ee8a2cf-1591-4c9f-9a39-06aa6eb2df79 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:08:54.833939 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-1ee8a2cf-1591-4c9f-9a39-06aa6eb2df79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-679793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62426'] for router, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:54.835606 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-1ee8a2cf-1591-4c9f-9a39-06aa6eb2df79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-682954', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62241'] for router, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:54.859976 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-1ee8a2cf-1591-4c9f-9a39-06aa6eb2df79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:55.180149 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-1ee8a2cf-1591-4c9f-9a39-06aa6eb2df79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-679791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62263'] for router, precommit_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:55.312612 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340250c3-5725-4c4b-8ab4-62e3de78040c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf97a539-8509-5f51-b208-f15cf2fc9d5d-8ae5d813-93ae-4f17-a54a-2a69f06b2fdd', 'network_id': '8ae5d813-93ae-4f17-a54a-2a69f06b2fdd', 'tenant_id': '68b7a32a226c49709d687cea7209d8c4', 'fixed_ips': [{'subnet_id': '350a4214-b72c-4bf4-9cc3-44facde1f503'}]}} from dv-cinder-806038-1-smb. {{(pid=74945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 19:08:55.314028 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-340250c3-5725-4c4b-8ab4-62e3de78040c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:55.562323 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-1ee8a2cf-1591-4c9f-9a39-06aa6eb2df79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:55.614636 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-1ee8a2cf-1591-4c9f-9a39-06aa6eb2df79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:55.640636 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.db_base_plugin_common [None req-340250c3-5725-4c4b-8ab4-62e3de78040c None None] Allocated IP 172.20.0.2 (8ae5d813-93ae-4f17-a54a-2a69f06b2fdd/350a4214-b72c-4bf4-9cc3-44facde1f503/acb03d26-3ef0-4637-9bb5-594aacda776b) {{(pid=74945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:08:55.792022 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.db_base_plugin_common [None req-1ee8a2cf-1591-4c9f-9a39-06aa6eb2df79 admin admin] Allocated IP 172.28.1.252 (417bd5a5-462f-4a89-b2a6-9bf17cf29921/fa93b1ab-a770-4eed-8e8f-a3451db1cd3c/bec0bcb1-726a-4c4a-88c6-02f52b43b354) {{(pid=74944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:08:55.983936 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-340250c3-5725-4c4b-8ab4-62e3de78040c None None] Notify callbacks [] for port, precommit_create {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:56.015454 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-340250c3-5725-4c4b-8ab4-62e3de78040c None None] Transition to ACTIVE for port object acb03d26-3ef0-4637-9bb5-594aacda776b will not be triggered until provisioned by entity L2. {{(pid=74945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:08:56.048423 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-340250c3-5725-4c4b-8ab4-62e3de78040c None None] Transition to ACTIVE for port object acb03d26-3ef0-4637-9bb5-594aacda776b will not be triggered until provisioned by entity DHCP. {{(pid=74945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:08:56.061973 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-340250c3-5725-4c4b-8ab4-62e3de78040c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039'] for port, after_create {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:56.080117 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-d2e45098-a752-41b1-91bc-e99ceba92448 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:56.124373 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-1ee8a2cf-1591-4c9f-9a39-06aa6eb2df79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:56.142013 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340250c3-5725-4c4b-8ab4-62e3de78040c None None] Network 8ae5d813-93ae-4f17-a54a-2a69f06b2fdd is already hosted by enough agents. {{(pid=74945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:08:56.151493 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.scheduler.base_scheduler [None req-340250c3-5725-4c4b-8ab4-62e3de78040c None None] Resources bound (agent type, host, resource id): {{(pid=74945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:08:56.156532 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340250c3-5725-4c4b-8ab4-62e3de78040c None None] Received port after_create {{(pid=74945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:08:56.174559 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-1ee8a2cf-1591-4c9f-9a39-06aa6eb2df79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3912941'] for port, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:56.180936 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-b456455a-4748-4f85-baad-3cc4ada8890e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:56.271160 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340250c3-5725-4c4b-8ab4-62e3de78040c None None] Pushing event updated for resources: {'Port': ['ID=acb03d26-3ef0-4637-9bb5-594aacda776b,revision_number=1']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:56.278125 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-340250c3-5725-4c4b-8ab4-62e3de78040c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:56.291374 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.managers [None req-340250c3-5725-4c4b-8ab4-62e3de78040c None None] Attempting to bind port acb03d26-3ef0-4637-9bb5-594aacda776b on host dv-cinder-806038-1-smb for vnic_type normal with profile {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:08:56.292554 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.managers [None req-340250c3-5725-4c4b-8ab4-62e3de78040c None None] Attempting to bind port acb03d26-3ef0-4637-9bb5-594aacda776b by drivers openvswitch,hyperv on host dv-cinder-806038-1-smb at level 0 using segments [{'id': '4abcc61a-4536-4ab9-9bbc-7229bd094153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '8ae5d813-93ae-4f17-a54a-2a69f06b2fdd'}] {{(pid=74945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:08:56.292554 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340250c3-5725-4c4b-8ab4-62e3de78040c None None] Attempting to bind port acb03d26-3ef0-4637-9bb5-594aacda776b on network 8ae5d813-93ae-4f17-a54a-2a69f06b2fdd {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:08:56.305277 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340250c3-5725-4c4b-8ab4-62e3de78040c None None] Checking agent: {'id': 'ade42a89-c411-4b33-b073-1b38210940ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 43), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:08:56.305721 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340250c3-5725-4c4b-8ab4-62e3de78040c None None] Checking segment: {'id': '4abcc61a-4536-4ab9-9bbc-7229bd094153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '8ae5d813-93ae-4f17-a54a-2a69f06b2fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:08:56.306354 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-340250c3-5725-4c4b-8ab4-62e3de78040c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:56.306774 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee8a2cf-1591-4c9f-9a39-06aa6eb2df79 admin admin] Network 417bd5a5-462f-4a89-b2a6-9bf17cf29921 is already hosted by enough agents. {{(pid=74944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:08:56.306998 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340250c3-5725-4c4b-8ab4-62e3de78040c None None] Bound using segment: {'id': '4abcc61a-4536-4ab9-9bbc-7229bd094153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '8ae5d813-93ae-4f17-a54a-2a69f06b2fdd'} {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:08:56.307448 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.managers [None req-340250c3-5725-4c4b-8ab4-62e3de78040c None None] Bound port: acb03d26-3ef0-4637-9bb5-594aacda776b, host: dv-cinder-806038-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4abcc61a-4536-4ab9-9bbc-7229bd094153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '8ae5d813-93ae-4f17-a54a-2a69f06b2fdd'}}] {{(pid=74945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:08:56.307826 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-340250c3-5725-4c4b-8ab4-62e3de78040c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:56.313178 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.base_scheduler [None req-1ee8a2cf-1591-4c9f-9a39-06aa6eb2df79 admin admin] Resources bound (agent type, host, resource id): {{(pid=74944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:08:56.315932 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8a2cf-1591-4c9f-9a39-06aa6eb2df79 admin admin] Pushing event updated for resources: {'Port': ['ID=bec0bcb1-726a-4c4a-88c6-02f52b43b354,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:56.319734 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee8a2cf-1591-4c9f-9a39-06aa6eb2df79 admin admin] Received port after_create {{(pid=74944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:08:56.383236 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-1ee8a2cf-1591-4c9f-9a39-06aa6eb2df79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:56.436953 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-340250c3-5725-4c4b-8ab4-62e3de78040c None None] For port acb03d26-3ef0-4637-9bb5-594aacda776b, host dv-cinder-806038-1-smb, cleared binding levels {{(pid=74945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:08:56.441659 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-340250c3-5725-4c4b-8ab4-62e3de78040c None None] For port acb03d26-3ef0-4637-9bb5-594aacda776b, host dv-cinder-806038-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=acb03d26-3ef0-4637-9bb5-594aacda776b,segment=NetworkSegment(4abcc61a-4536-4ab9-9bbc-7229bd094153),segment_id=4abcc61a-4536-4ab9-9bbc-7229bd094153)] {{(pid=74945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:08:56.449982 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-340250c3-5725-4c4b-8ab4-62e3de78040c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:56.455548 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-76fa10ae-fd73-4c65-a873-126888bf9d18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:56.582329 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340250c3-5725-4c4b-8ab4-62e3de78040c None None] Pushing event updated for resources: {'Port': ['ID=acb03d26-3ef0-4637-9bb5-594aacda776b,revision_number=2']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:56.599554 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-340250c3-5725-4c4b-8ab4-62e3de78040c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:56.752624 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-1ee8a2cf-1591-4c9f-9a39-06aa6eb2df79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:56.753533 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-1ee8a2cf-1591-4c9f-9a39-06aa6eb2df79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677147'] for router, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:57.230878 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee8a2cf-1591-4c9f-9a39-06aa6eb2df79 admin admin] Router de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e is scheduled to L3 agent 6ef59418-d088-436f-8fb3-73af7fac7dac with binding_index 1 {{(pid=74944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 19:08:57.578469 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee8a2cf-1591-4c9f-9a39-06aa6eb2df79 admin admin] Notify agent at l3_agent.dv-cinder-806038-1-smb the message routers_updated {{(pid=74944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:08:57.601563 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98dc587-4d2a-4e16-8a5e-bafb1fe2cca2 None None] Sync routers for ids ['de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e'] in dv-cinder-806038-1-smb {{(pid=74946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:08:57.624153 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98dc587-4d2a-4e16-8a5e-bafb1fe2cca2 None None] Routers {'de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:08:57.627155 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-a98dc587-4d2a-4e16-8a5e-bafb1fe2cca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:08:45Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e'], 'active': True} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:57.630675 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-1ee8a2cf-1591-4c9f-9a39-06aa6eb2df79 admin admin] Notify callbacks [] for router, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:57.632632 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-1ee8a2cf-1591-4c9f-9a39-06aa6eb2df79 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9069519 Aug 25 19:08:57.637054 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 45696) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:58.021795 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvr_db [None req-a98dc587-4d2a-4e16-8a5e-bafb1fe2cca2 None None] Set router de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e gateway port host: dv-cinder-806038-1-smb {{(pid=74946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:08:58.022772 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0659ec-eae9-4cff-8ea3-725952fea67b None None] Network 8ae5d813-93ae-4f17-a54a-2a69f06b2fdd requested from dv-cinder-806038-1-smb {{(pid=74945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:08:58.272625 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-7a85982e-7bf2-4b98-8b97-8b6c54b9370a None None] Provisioning for port acb03d26-3ef0-4637-9bb5-594aacda776b completed by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:08:58.433858 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-a98dc587-4d2a-4e16-8a5e-bafb1fe2cca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e', 'name': 'tempest-TestShelveInstance-1939319214-router', 'tenant_id': '68b7a32a226c49709d687cea7209d8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bec0bcb1-726a-4c4a-88c6-02f52b43b354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:08:54Z', 'updated_at': '2021-08-25T19:08:56Z', 'revision_number': 3, 'project_id': '68b7a32a226c49709d687cea7209d8c4', 'gw_port': {'id': 'bec0bcb1-726a-4c4a-88c6-02f52b43b354', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f7:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:55Z', 'updated_at': '2021-08-25T19:08:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb'}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:58.454171 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98dc587-4d2a-4e16-8a5e-bafb1fe2cca2 None None] Checking router: de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e for host: dv-cinder-806038-1-smb {{(pid=74946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:08:58.455748 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98dc587-4d2a-4e16-8a5e-bafb1fe2cca2 None None] Updating router de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e port bec0bcb1-726a-4c4a-88c6-02f52b43b354 binding host dv-cinder-806038-1-smb {{(pid=74946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 19:08:58.570038 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [None req-a98dc587-4d2a-4e16-8a5e-bafb1fe2cca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:58.634168 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device acb03d26-3ef0-4637-9bb5-594aacda776b up at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:08:58.762571 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning for port acb03d26-3ef0-4637-9bb5-594aacda776b completed by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:08:58.771114 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning complete for port acb03d26-3ef0-4637-9bb5-594aacda776b triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:08:58.771561 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:59.057072 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:59.130918 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] For port acb03d26-3ef0-4637-9bb5-594aacda776b, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=acb03d26-3ef0-4637-9bb5-594aacda776b,segment=NetworkSegment(4abcc61a-4536-4ab9-9bbc-7229bd094153),segment_id=4abcc61a-4536-4ab9-9bbc-7229bd094153)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:08:59.136423 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:59.138523 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:59.217056 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [None req-a98dc587-4d2a-4e16-8a5e-bafb1fe2cca2 None None] Notify callbacks [] for port, precommit_update {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:59.239433 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.provisioning_blocks [None req-a98dc587-4d2a-4e16-8a5e-bafb1fe2cca2 None None] Transition to ACTIVE for port object bec0bcb1-726a-4c4a-88c6-02f52b43b354 will not be triggered until provisioned by entity L2. {{(pid=74946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:08:59.257014 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [None req-a98dc587-4d2a-4e16-8a5e-bafb1fe2cca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:59.263145 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:59.299929 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Pushing event updated for resources: {'Port': ['ID=acb03d26-3ef0-4637-9bb5-594aacda776b,revision_number=3']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:59.304419 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:59.307835 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-72aa6868-cf96-420d-a052-a61343558396 None None] Provisioning complete for port acb03d26-3ef0-4637-9bb5-594aacda776b triggered by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:08:59.308391 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-72aa6868-cf96-420d-a052-a61343558396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:59.360706 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.managers [None req-a98dc587-4d2a-4e16-8a5e-bafb1fe2cca2 None None] Attempting to bind port bec0bcb1-726a-4c4a-88c6-02f52b43b354 on host dv-cinder-806038-1-smb for vnic_type normal with profile {{(pid=74946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:08:59.361712 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.managers [None req-a98dc587-4d2a-4e16-8a5e-bafb1fe2cca2 None None] Attempting to bind port bec0bcb1-726a-4c4a-88c6-02f52b43b354 by drivers openvswitch,hyperv on host dv-cinder-806038-1-smb at level 0 using segments [{'id': 'f1739f72-e14f-462c-b4e7-56bd3b40258a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921'}] {{(pid=74946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:08:59.361712 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98dc587-4d2a-4e16-8a5e-bafb1fe2cca2 None None] Attempting to bind port bec0bcb1-726a-4c4a-88c6-02f52b43b354 on network 417bd5a5-462f-4a89-b2a6-9bf17cf29921 {{(pid=74946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:08:59.375679 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a6c03-8010-4c4c-903e-c1a928c39da7 None None] Pushing event updated for resources: {'Port': ['ID=bec0bcb1-726a-4c4a-88c6-02f52b43b354,revision_number=2']} {{(pid=74946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:59.385398 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2a6c03-8010-4c4c-903e-c1a928c39da7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:59.385711 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2a6c03-8010-4c4c-903e-c1a928c39da7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:59.385975 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2a6c03-8010-4c4c-903e-c1a928c39da7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:59.386299 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2a6c03-8010-4c4c-903e-c1a928c39da7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:59.386663 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2a6c03-8010-4c4c-903e-c1a928c39da7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:59.386987 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2a6c03-8010-4c4c-903e-c1a928c39da7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:59.387302 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2a6c03-8010-4c4c-903e-c1a928c39da7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:59.387616 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2a6c03-8010-4c4c-903e-c1a928c39da7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:59.387928 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2a6c03-8010-4c4c-903e-c1a928c39da7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:59.388278 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2a6c03-8010-4c4c-903e-c1a928c39da7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:59.388594 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2a6c03-8010-4c4c-903e-c1a928c39da7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:59.398334 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98dc587-4d2a-4e16-8a5e-bafb1fe2cca2 None None] Checking agent: {'id': 'ade42a89-c411-4b33-b073-1b38210940ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 43), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:08:59.399022 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98dc587-4d2a-4e16-8a5e-bafb1fe2cca2 None None] Checking segment: {'id': 'f1739f72-e14f-462c-b4e7-56bd3b40258a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:08:59.399593 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [None req-a98dc587-4d2a-4e16-8a5e-bafb1fe2cca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:59.400232 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98dc587-4d2a-4e16-8a5e-bafb1fe2cca2 None None] Bound using segment: {'id': 'f1739f72-e14f-462c-b4e7-56bd3b40258a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921'} {{(pid=74946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:08:59.400914 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.managers [None req-a98dc587-4d2a-4e16-8a5e-bafb1fe2cca2 None None] Bound port: bec0bcb1-726a-4c4a-88c6-02f52b43b354, host: dv-cinder-806038-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1739f72-e14f-462c-b4e7-56bd3b40258a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921'}}] {{(pid=74946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:08:59.401489 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [None req-a98dc587-4d2a-4e16-8a5e-bafb1fe2cca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:59.429472 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG oslo_concurrency.lockutils [None req-5f2a6c03-8010-4c4c-903e-c1a928c39da7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=74946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:59.559967 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.db [None req-a98dc587-4d2a-4e16-8a5e-bafb1fe2cca2 None None] For port bec0bcb1-726a-4c4a-88c6-02f52b43b354, host dv-cinder-806038-1-smb, cleared binding levels {{(pid=74946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:08:59.563947 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.db [None req-a98dc587-4d2a-4e16-8a5e-bafb1fe2cca2 None None] For port bec0bcb1-726a-4c4a-88c6-02f52b43b354, host dv-cinder-806038-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=bec0bcb1-726a-4c4a-88c6-02f52b43b354,segment=NetworkSegment(f1739f72-e14f-462c-b4e7-56bd3b40258a),segment_id=f1739f72-e14f-462c-b4e7-56bd3b40258a)] {{(pid=74946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:08:59.569463 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [None req-a98dc587-4d2a-4e16-8a5e-bafb1fe2cca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:59.574893 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG oslo_concurrency.lockutils [None req-5f2a6c03-8010-4c4c-903e-c1a928c39da7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:59.635758 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-e55f60c3-a4ec-4b5c-804d-f7675f604bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:59.741346 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98dc587-4d2a-4e16-8a5e-bafb1fe2cca2 None None] Routers {'de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:08:59.741989 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-a98dc587-4d2a-4e16-8a5e-bafb1fe2cca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:08:45Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e'], 'active': True} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:59.821435 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a6c03-8010-4c4c-903e-c1a928c39da7 None None] Pushing event updated for resources: {'Port': ['ID=bec0bcb1-726a-4c4a-88c6-02f52b43b354,revision_number=3']} {{(pid=74946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:59.824825 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG oslo_concurrency.lockutils [None req-5f2a6c03-8010-4c4c-903e-c1a928c39da7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=74946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:59.987681 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.db_base_plugin_common [None req-e55f60c3-a4ec-4b5c-804d-f7675f604bfa admin admin] Allocated IP 172.20.0.1 (8ae5d813-93ae-4f17-a54a-2a69f06b2fdd/350a4214-b72c-4bf4-9cc3-44facde1f503/41f41071-1bba-4138-aed3-8264822cd9e7) {{(pid=74944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:09:00.083771 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvr_db [None req-a98dc587-4d2a-4e16-8a5e-bafb1fe2cca2 None None] Set router de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e gateway port host: dv-cinder-806038-1-smb {{(pid=74946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:09:00.245417 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-e55f60c3-a4ec-4b5c-804d-f7675f604bfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:00.285555 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.provisioning_blocks [None req-e55f60c3-a4ec-4b5c-804d-f7675f604bfa admin admin] Transition to ACTIVE for port object 41f41071-1bba-4138-aed3-8264822cd9e7 will not be triggered until provisioned by entity DHCP. {{(pid=74944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:09:00.368922 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-e55f60c3-a4ec-4b5c-804d-f7675f604bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3912941'] for port, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:00.378648 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:00.514928 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55f60c3-a4ec-4b5c-804d-f7675f604bfa admin admin] Network 8ae5d813-93ae-4f17-a54a-2a69f06b2fdd is already hosted by enough agents. {{(pid=74944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:09:00.520426 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.base_scheduler [None req-e55f60c3-a4ec-4b5c-804d-f7675f604bfa admin admin] Resources bound (agent type, host, resource id): {{(pid=74944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:09:00.527682 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55f60c3-a4ec-4b5c-804d-f7675f604bfa admin admin] Received port after_create {{(pid=74944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:09:00.538820 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device acb03d26-3ef0-4637-9bb5-594aacda776b up at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:09:00.548927 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-a98dc587-4d2a-4e16-8a5e-bafb1fe2cca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e', 'name': 'tempest-TestShelveInstance-1939319214-router', 'tenant_id': '68b7a32a226c49709d687cea7209d8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bec0bcb1-726a-4c4a-88c6-02f52b43b354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:08:54Z', 'updated_at': '2021-08-25T19:08:56Z', 'revision_number': 3, 'project_id': '68b7a32a226c49709d687cea7209d8c4', 'gw_port': {'id': 'bec0bcb1-726a-4c4a-88c6-02f52b43b354', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f7:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:55Z', 'updated_at': '2021-08-25T19:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb'}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:09:00.563884 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98dc587-4d2a-4e16-8a5e-bafb1fe2cca2 None None] The sync data for ids ['de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e'] in dv-cinder-806038-1-smb is: [{'id': 'de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e', 'name': 'tempest-TestShelveInstance-1939319214-router', 'tenant_id': '68b7a32a226c49709d687cea7209d8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bec0bcb1-726a-4c4a-88c6-02f52b43b354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:08:54Z', 'updated_at': '2021-08-25T19:08:56Z', 'revision_number': 3, 'project_id': '68b7a32a226c49709d687cea7209d8c4', 'gw_port': {'id': 'bec0bcb1-726a-4c4a-88c6-02f52b43b354', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f7:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:55Z', 'updated_at': '2021-08-25T19:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb'}] {{(pid=74946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:09:00.617646 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f60c3-a4ec-4b5c-804d-f7675f604bfa admin admin] Pushing event updated for resources: {'Port': ['ID=41f41071-1bba-4138-aed3-8264822cd9e7,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:00.640519 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-e55f60c3-a4ec-4b5c-804d-f7675f604bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:00.707376 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning complete for port acb03d26-3ef0-4637-9bb5-594aacda776b triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:09:00.708226 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:00.719321 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-e55f60c3-a4ec-4b5c-804d-f7675f604bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-677317'] for router_interface, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:00.931135 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-e55f60c3-a4ec-4b5c-804d-f7675f604bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:01.102896 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-f2e726e6-695c-4308-a921-65fb3f18f825 None None] Provisioning for port 41f41071-1bba-4138-aed3-8264822cd9e7 completed by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:09:01.113075 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-f2e726e6-695c-4308-a921-65fb3f18f825 None None] Provisioning complete for port 41f41071-1bba-4138-aed3-8264822cd9e7 triggered by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:09:01.114261 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-f2e726e6-695c-4308-a921-65fb3f18f825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:01.226013 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-f2e726e6-695c-4308-a921-65fb3f18f825 None None] Port 41f41071-1bba-4138-aed3-8264822cd9e7 cannot update to ACTIVE because it is not bound. {{(pid=74945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 19:09:01.458283 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-e55f60c3-a4ec-4b5c-804d-f7675f604bfa admin admin] Notify callbacks [] for port, precommit_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:01.465700 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-e55f60c3-a4ec-4b5c-804d-f7675f604bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3912932'] for port, after_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:01.520799 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-7fb9b17b-6ae4-4fa9-b01d-5c120cbf6116 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:01.679211 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-e55f60c3-a4ec-4b5c-804d-f7675f604bfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2088205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-675884'] for router_interface, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:01.697976 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f60c3-a4ec-4b5c-804d-f7675f604bfa admin admin] Pushing event updated for resources: {'Port': ['ID=41f41071-1bba-4138-aed3-8264822cd9e7,revision_number=2']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:01.738017 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-e55f60c3-a4ec-4b5c-804d-f7675f604bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:01.943518 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55f60c3-a4ec-4b5c-804d-f7675f604bfa admin admin] Network 8ae5d813-93ae-4f17-a54a-2a69f06b2fdd is already hosted by enough agents. {{(pid=74944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:09:01.946554 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.base_scheduler [None req-e55f60c3-a4ec-4b5c-804d-f7675f604bfa admin admin] Resources bound (agent type, host, resource id): {{(pid=74944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:09:02.297227 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-55d12f60-558a-4f29-bc29-03472d20bd25 None None] Provisioning complete for port 41f41071-1bba-4138-aed3-8264822cd9e7 triggered by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:09:02.297662 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-55d12f60-558a-4f29-bc29-03472d20bd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:02.439065 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-55d12f60-558a-4f29-bc29-03472d20bd25 None None] Port 41f41071-1bba-4138-aed3-8264822cd9e7 cannot update to ACTIVE because it is not bound. {{(pid=74945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 19:09:02.890676 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e55f60c3-a4ec-4b5c-804d-f7675f604bfa admin admin] Router de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e has already been hosted by L3 agent 6ef59418-d088-436f-8fb3-73af7fac7dac {{(pid=74944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:09:03.241365 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55f60c3-a4ec-4b5c-804d-f7675f604bfa admin admin] Notify agent at l3_agent.dv-cinder-806038-1-smb the message routers_updated {{(pid=74944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:09:03.261315 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-e55f60c3-a4ec-4b5c-804d-f7675f604bfa admin admin] 10.222.0.18 "PUT /v2.0/routers/de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6220193 Aug 25 19:09:04.329011 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 45756) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:04.335960 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [None req-5510d4a6-c99f-4fd4-937c-ff8e71ad48a2 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-714148970', 'description': 'tempest-secgroup-smoke-714148970 description', 'project_id': 'd4cfb3f96d7a488492ec1c3aff9a0628'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:09:04.349772 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-5510d4a6-c99f-4fd4-937c-ff8e71ad48a2 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:09:04.354532 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-5510d4a6-c99f-4fd4-937c-ff8e71ad48a2 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Usage tracker for resource:security_group and tenant:d4cfb3f96d7a488492ec1c3aff9a0628 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:09:04.360206 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-5510d4a6-c99f-4fd4-937c-ff8e71ad48a2 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:09:04.372313 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-5510d4a6-c99f-4fd4-937c-ff8e71ad48a2 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:09:04.393785 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-5510d4a6-c99f-4fd4-937c-ff8e71ad48a2 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:04.474124 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-5510d4a6-c99f-4fd4-937c-ff8e71ad48a2 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:09:04.482816 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-5510d4a6-c99f-4fd4-937c-ff8e71ad48a2 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Usage tracker for resource:security_group_rule and tenant:d4cfb3f96d7a488492ec1c3aff9a0628 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:09:04.492030 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-5510d4a6-c99f-4fd4-937c-ff8e71ad48a2 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:09:04.505046 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-5510d4a6-c99f-4fd4-937c-ff8e71ad48a2 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:09:04.664392 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-5510d4a6-c99f-4fd4-937c-ff8e71ad48a2 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:04.680892 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-5510d4a6-c99f-4fd4-937c-ff8e71ad48a2 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:04.682895 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-ec3747e0-4e9f-4625-8c72-858794a8919a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:04.730684 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-5510d4a6-c99f-4fd4-937c-ff8e71ad48a2 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:04.732533 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-5510d4a6-c99f-4fd4-937c-ff8e71ad48a2 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4025819 Aug 25 19:09:04.740670 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 45764) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:04.750607 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [None req-078c0543-014a-4479-ad87-59aca0e5ec63 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Request body: {'security_group_rule': {'security_group_id': '5ef278db-3561-4425-86ff-0f616f8dbb8d', 'project_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:09:04.758339 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-078c0543-014a-4479-ad87-59aca0e5ec63 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:09:04.763597 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-078c0543-014a-4479-ad87-59aca0e5ec63 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Usage tracker for resource:security_group_rule and tenant:d4cfb3f96d7a488492ec1c3aff9a0628 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:09:04.768452 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-078c0543-014a-4479-ad87-59aca0e5ec63 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:09:04.776686 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-078c0543-014a-4479-ad87-59aca0e5ec63 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:09:04.788155 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5510d4a6-c99f-4fd4-937c-ff8e71ad48a2 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef278db-3561-4425-86ff-0f616f8dbb8d,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:04.804775 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-5510d4a6-c99f-4fd4-937c-ff8e71ad48a2 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:04.816708 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-078c0543-014a-4479-ad87-59aca0e5ec63 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:04.916860 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-078c0543-014a-4479-ad87-59aca0e5ec63 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:04.925992 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-078c0543-014a-4479-ad87-59aca0e5ec63 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869344'] for security_group_rule, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:04.931600 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-15906a7f-9c00-4545-bc32-1dbbff8e5de0 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:04.981248 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c0543-014a-4479-ad87-59aca0e5ec63 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=129505ca-e69d-43b7-81a6-3ab11ba808fc,revision_number=0']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:05.020782 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-078c0543-014a-4479-ad87-59aca0e5ec63 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:05.066593 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-078c0543-014a-4479-ad87-59aca0e5ec63 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:05.072392 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-078c0543-014a-4479-ad87-59aca0e5ec63 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3261869 Aug 25 19:09:05.072879 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 45770) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:05.080982 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [None req-d5cb6166-2322-482b-937f-1ecee999ad96 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Request body: {'security_group_rule': {'security_group_id': '5ef278db-3561-4425-86ff-0f616f8dbb8d', 'project_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:09:05.099759 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-d5cb6166-2322-482b-937f-1ecee999ad96 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:09:05.105908 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-d5cb6166-2322-482b-937f-1ecee999ad96 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Usage tracker for resource:security_group_rule and tenant:d4cfb3f96d7a488492ec1c3aff9a0628 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:09:05.112716 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-d5cb6166-2322-482b-937f-1ecee999ad96 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:09:05.123928 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-d5cb6166-2322-482b-937f-1ecee999ad96 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:09:05.155043 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-d5cb6166-2322-482b-937f-1ecee999ad96 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:05.240475 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-d5cb6166-2322-482b-937f-1ecee999ad96 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:05.246105 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-d5cb6166-2322-482b-937f-1ecee999ad96 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869344'] for security_group_rule, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:05.248694 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-8bf4b717-680d-441b-ad90-e6175260379d tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:05.273421 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb6166-2322-482b-937f-1ecee999ad96 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c77d809-65c7-4754-8663-044809027a33,revision_number=0']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:05.276349 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-d5cb6166-2322-482b-937f-1ecee999ad96 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:05.288542 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-d5cb6166-2322-482b-937f-1ecee999ad96 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:05.292906 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-d5cb6166-2322-482b-937f-1ecee999ad96 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2160363 Aug 25 19:09:05.293143 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 45778) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:05.300921 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [None req-f494a07f-3d84-4bf0-af30-2b71879d892a tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Request body: {'security_group_rule': {'security_group_id': '5ef278db-3561-4425-86ff-0f616f8dbb8d', 'project_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:09:05.309222 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-f494a07f-3d84-4bf0-af30-2b71879d892a tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:09:05.317954 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-f494a07f-3d84-4bf0-af30-2b71879d892a tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Usage tracker for resource:security_group_rule and tenant:d4cfb3f96d7a488492ec1c3aff9a0628 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:09:05.324434 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-f494a07f-3d84-4bf0-af30-2b71879d892a tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:09:05.336648 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-f494a07f-3d84-4bf0-af30-2b71879d892a tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:09:05.361202 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-f494a07f-3d84-4bf0-af30-2b71879d892a tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:05.447391 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-f494a07f-3d84-4bf0-af30-2b71879d892a tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:05.453149 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-f494a07f-3d84-4bf0-af30-2b71879d892a tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869344'] for security_group_rule, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:05.455376 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-5ae70dae-c0a6-4452-a27c-6d140fa59480 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:05.481000 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f494a07f-3d84-4bf0-af30-2b71879d892a tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5a2b261-f6c6-43b6-8e8d-790738a5b56e,revision_number=0']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:05.484530 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-f494a07f-3d84-4bf0-af30-2b71879d892a tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:05.493343 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-f494a07f-3d84-4bf0-af30-2b71879d892a tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:05.495430 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-f494a07f-3d84-4bf0-af30-2b71879d892a tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2012668 Aug 25 19:09:05.498344 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 45784) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:05.504592 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [None req-c8e7dccf-1c05-4991-a4fc-49945e1fcd72 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Request body: {'security_group_rule': {'security_group_id': '5ef278db-3561-4425-86ff-0f616f8dbb8d', 'project_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:09:05.511019 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-c8e7dccf-1c05-4991-a4fc-49945e1fcd72 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:09:05.520460 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-c8e7dccf-1c05-4991-a4fc-49945e1fcd72 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Usage tracker for resource:security_group_rule and tenant:d4cfb3f96d7a488492ec1c3aff9a0628 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:09:05.525196 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-c8e7dccf-1c05-4991-a4fc-49945e1fcd72 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:09:05.533720 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-c8e7dccf-1c05-4991-a4fc-49945e1fcd72 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:09:05.554195 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-c8e7dccf-1c05-4991-a4fc-49945e1fcd72 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:05.659821 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-c8e7dccf-1c05-4991-a4fc-49945e1fcd72 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:05.669098 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-c8e7dccf-1c05-4991-a4fc-49945e1fcd72 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869344'] for security_group_rule, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:05.671816 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-078c0543-014a-4479-ad87-59aca0e5ec63 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:05.701086 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e7dccf-1c05-4991-a4fc-49945e1fcd72 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b8c209f-b62e-4d43-ae88-178039306a74,revision_number=0']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:05.713831 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-c8e7dccf-1c05-4991-a4fc-49945e1fcd72 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:05.722297 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-c8e7dccf-1c05-4991-a4fc-49945e1fcd72 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:05.726947 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 45792) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:05.734425 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [None req-93ed75e2-f0cb-4184-aae8-b091f79e7961 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Request body: {'security_group_rule': {'security_group_id': '5ef278db-3561-4425-86ff-0f616f8dbb8d', 'project_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:09:05.736842 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-c8e7dccf-1c05-4991-a4fc-49945e1fcd72 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2373407 Aug 25 19:09:05.742778 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-93ed75e2-f0cb-4184-aae8-b091f79e7961 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:09:05.747400 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-93ed75e2-f0cb-4184-aae8-b091f79e7961 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Usage tracker for resource:security_group_rule and tenant:d4cfb3f96d7a488492ec1c3aff9a0628 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:09:05.751405 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-93ed75e2-f0cb-4184-aae8-b091f79e7961 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:09:05.814088 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-93ed75e2-f0cb-4184-aae8-b091f79e7961 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:09:05.829512 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.db.securitygroups_db [None req-93ed75e2-f0cb-4184-aae8-b091f79e7961 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Project d4cfb3f96d7a488492ec1c3aff9a0628 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 19:09:05.838648 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b570ec27-2b25-484c-bbb4-a9576384de36 None None] Sync routers for ids ['c397e30a-ba3a-4918-af0f-135faa8afd24'] in dv-cinder-806038-1-smb {{(pid=74945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:09:05.843405 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-93ed75e2-f0cb-4184-aae8-b091f79e7961 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:05.984113 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:06.000194 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b570ec27-2b25-484c-bbb4-a9576384de36 None None] Routers {'c397e30a-ba3a-4918-af0f-135faa8afd24'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:09:06.011397 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-b570ec27-2b25-484c-bbb4-a9576384de36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:08:45Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['c397e30a-ba3a-4918-af0f-135faa8afd24'], 'active': True} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:09:06.082019 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-93ed75e2-f0cb-4184-aae8-b091f79e7961 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:06.088823 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-93ed75e2-f0cb-4184-aae8-b091f79e7961 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869344'] for security_group_rule, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:06.094615 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:06.205183 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-93ed75e2-f0cb-4184-aae8-b091f79e7961 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:06.209970 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 45804) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:06.211575 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-93ed75e2-f0cb-4184-aae8-b091f79e7961 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4830353 Aug 25 19:09:06.216625 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ed75e2-f0cb-4184-aae8-b091f79e7961 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=479dc1cd-7796-453d-9647-87ca5126c045,revision_number=0']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:06.221356 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-93ed75e2-f0cb-4184-aae8-b091f79e7961 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:06.227056 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [None req-c76983f8-f311-4e94-a046-431de74c3b00 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Request body: {'security_group_rule': {'security_group_id': '5ef278db-3561-4425-86ff-0f616f8dbb8d', 'project_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:09:06.255949 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-c76983f8-f311-4e94-a046-431de74c3b00 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:09:06.274582 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-c76983f8-f311-4e94-a046-431de74c3b00 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Usage tracker for resource:security_group_rule and tenant:d4cfb3f96d7a488492ec1c3aff9a0628 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:09:06.283868 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-c76983f8-f311-4e94-a046-431de74c3b00 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:09:06.304085 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-c76983f8-f311-4e94-a046-431de74c3b00 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:09:06.337102 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.db.securitygroups_db [None req-c76983f8-f311-4e94-a046-431de74c3b00 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Project d4cfb3f96d7a488492ec1c3aff9a0628 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 19:09:06.352129 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-c76983f8-f311-4e94-a046-431de74c3b00 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:06.495147 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvr_db [None req-b570ec27-2b25-484c-bbb4-a9576384de36 None None] Set router c397e30a-ba3a-4918-af0f-135faa8afd24 gateway port host: dv-cinder-806038-1-smb {{(pid=74945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:09:06.526411 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d243e176-99f4-47aa-8be6-282729b678e9 req-2c0f943e-5bac-41ed-af2f-1b8090ba3423 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5bff39bca4ac4d27b1947941bd050e28&device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 1137 time: 0.2262521 Aug 25 19:09:06.591703 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device bec0bcb1-726a-4c4a-88c6-02f52b43b354 up at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:09:06.685667 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-c76983f8-f311-4e94-a046-431de74c3b00 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:06.703136 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-c76983f8-f311-4e94-a046-431de74c3b00 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869344'] for security_group_rule, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:06.715864 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:06.757885 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243e176-99f4-47aa-8be6-282729b678e9 req-0957315e-c867-44b7-8cfa-da5975d0def3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:06.760248 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d243e176-99f4-47aa-8be6-282729b678e9 req-0957315e-c867-44b7-8cfa-da5975d0def3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d2049545-92f7-4e97-8b75-aba4057d3fca HTTP/1.1" status: 200 len: 916 time: 0.2253878 Aug 25 19:09:06.801777 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76983f8-f311-4e94-a046-431de74c3b00 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d50fbdef-dd1f-42f9-9f59-c01f1d6608a6,revision_number=0']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:06.814273 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-c76983f8-f311-4e94-a046-431de74c3b00 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:06.840577 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a22163-689b-4ef9-aafd-841ed96b84a4 req-9b791552-015b-4903-85ab-bb8b4fefbb05 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:06.850950 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-a8a22163-689b-4ef9-aafd-841ed96b84a4 req-9b791552-015b-4903-85ab-bb8b4fefbb05 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 984 time: 0.4070425 Aug 25 19:09:06.885713 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-c76983f8-f311-4e94-a046-431de74c3b00 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:06.910444 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-c76983f8-f311-4e94-a046-431de74c3b00 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.6990862 Aug 25 19:09:07.000900 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-a8a22163-689b-4ef9-aafd-841ed96b84a4 req-91f9e6a8-6d61-40c0-8792-5e0f037f3946 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e146f45e-c0e9-4981-a200-10ecdd1ea260&id=966d0040-eb3f-4076-81fa-1611316314ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1487751 Aug 25 19:09:07.167347 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-b570ec27-2b25-484c-bbb4-a9576384de36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c397e30a-ba3a-4918-af0f-135faa8afd24', 'name': 'tempest-TestShelveInstance-1629819501-router', 'tenant_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '28d1c0ce-2466-44b2-83e9-4d87000d1528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:08:41Z', 'updated_at': '2021-08-25T19:08:48Z', 'revision_number': 4, 'project_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'gw_port': {'id': '28d1c0ce-2466-44b2-83e9-4d87000d1528', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:84:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c397e30a-ba3a-4918-af0f-135faa8afd24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:43Z', 'updated_at': '2021-08-25T19:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_interfaces': [{'id': 'cf4e208f-8f76-42bd-b5b2-e521191c64ae', 'name': '', 'network_id': 'ffee42b0-056f-4edf-bc8b-6084b0305cf1', 'tenant_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'mac_address': 'fa:16:3e:e2:4e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c397e30a-ba3a-4918-af0f-135faa8afd24', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26d8c927-2699-4b58-a0a7-a7e59846dd61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:47Z', 'updated_at': '2021-08-25T19:08:49Z', 'revision_number': 2, 'project_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'subnets': [{'id': '26d8c927-2699-4b58-a0a7-a7e59846dd61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:09:07.176320 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d243e176-99f4-47aa-8be6-282729b678e9 req-a72bddd0-deaf-4b0b-acf5-232e7189193a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c930cfdb-7cb5-4807-824e-d2f0e72dffb5 HTTP/1.1" status: 200 len: 999 time: 0.4031699 Aug 25 19:09:07.181649 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b570ec27-2b25-484c-bbb4-a9576384de36 None None] Checking router: c397e30a-ba3a-4918-af0f-135faa8afd24 for host: dv-cinder-806038-1-smb {{(pid=74945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:09:07.182115 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b570ec27-2b25-484c-bbb4-a9576384de36 None None] Updating router c397e30a-ba3a-4918-af0f-135faa8afd24 port cf4e208f-8f76-42bd-b5b2-e521191c64ae binding host dv-cinder-806038-1-smb {{(pid=74945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 19:09:07.273504 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning for port bec0bcb1-726a-4c4a-88c6-02f52b43b354 completed by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:09:07.301676 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning complete for port bec0bcb1-726a-4c4a-88c6-02f52b43b354 triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:09:07.302055 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:07.375212 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243e176-99f4-47aa-8be6-282729b678e9 req-67c1836a-7fdb-460f-8057-bc7e87218dc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:07.379717 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d243e176-99f4-47aa-8be6-282729b678e9 req-67c1836a-7fdb-460f-8057-bc7e87218dc4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=96da7e0f-8b66-4c82-8362-f0eac7936cc9 HTTP/1.1" status: 200 len: 854 time: 0.1850286 Aug 25 19:09:07.479287 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-b570ec27-2b25-484c-bbb4-a9576384de36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:07.578207 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d243e176-99f4-47aa-8be6-282729b678e9 req-92c9a345-cda4-4caa-8fd5-f9fa0a407485 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d2049545-92f7-4e97-8b75-aba4057d3fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1888723 Aug 25 19:09:07.625823 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:07.726166 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] For port bec0bcb1-726a-4c4a-88c6-02f52b43b354, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=bec0bcb1-726a-4c4a-88c6-02f52b43b354,segment=NetworkSegment(f1739f72-e14f-462c-b4e7-56bd3b40258a),segment_id=f1739f72-e14f-462c-b4e7-56bd3b40258a)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:09:07.745970 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:07.754901 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:07.800262 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d243e176-99f4-47aa-8be6-282729b678e9 req-358a8d9d-7aee-4b3c-8ee1-e59b3b760e29 service neutron] 10.222.0.23 "GET /v2.0/networks/d2049545-92f7-4e97-8b75-aba4057d3fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154303 Aug 25 19:09:07.906123 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Pushing event updated for resources: {'Port': ['ID=bec0bcb1-726a-4c4a-88c6-02f52b43b354,revision_number=4']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:07.954833 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:08.038662 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d243e176-99f4-47aa-8be6-282729b678e9 req-1213a45c-d82e-4bc1-9948-a243fc9eda85 service neutron] 10.222.0.23 "GET /v2.0/networks/d2049545-92f7-4e97-8b75-aba4057d3fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189784 Aug 25 19:09:08.350260 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-b570ec27-2b25-484c-bbb4-a9576384de36 None None] Notify callbacks [] for port, precommit_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:08.367086 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-b570ec27-2b25-484c-bbb4-a9576384de36 None None] Transition to ACTIVE for port object cf4e208f-8f76-42bd-b5b2-e521191c64ae will not be triggered until provisioned by entity L2. {{(pid=74945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:09:08.376421 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-b570ec27-2b25-484c-bbb4-a9576384de36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:08.383835 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-d2e45098-a752-41b1-91bc-e99ceba92448 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:08.448166 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc8009-e67d-414f-8633-4f27f8e955b7 req-cb8ce047-7eab-4bce-8262-d061906a528a tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:08.487075 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-ebdc8009-e67d-414f-8633-4f27f8e955b7 req-cb8ce047-7eab-4bce-8262-d061906a528a tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 945 time: 0.2881680 Aug 25 19:09:08.503389 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device bec0bcb1-726a-4c4a-88c6-02f52b43b354 up at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:09:08.593573 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-ebdc8009-e67d-414f-8633-4f27f8e955b7 req-d65d081c-2183-4a7c-b23a-c909584071b8 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051540 Aug 25 19:09:08.743883 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19003316-7423-4422-9c08-0fc20ece12ed req-0c3d5cd4-0b53-43cc-9b1d-c2b770bae305 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:08.745841 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-19003316-7423-4422-9c08-0fc20ece12ed req-0c3d5cd4-0b53-43cc-9b1d-c2b770bae305 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 984 time: 0.2090299 Aug 25 19:09:08.866280 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd0387-5deb-4c0a-997a-c3f394203f8e None None] Pushing event updated for resources: {'Port': ['ID=cf4e208f-8f76-42bd-b5b2-e521191c64ae,revision_number=3']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:08.880441 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-ccdd0387-5deb-4c0a-997a-c3f394203f8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:08.903932 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-19003316-7423-4422-9c08-0fc20ece12ed req-c7308d2c-db91-4939-bae4-9010337b89c4 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Synchronizing usage tracker for tenant:5bff39bca4ac4d27b1947941bd050e28 on resource:security_group {{(pid=74943) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:09:08.931948 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-19003316-7423-4422-9c08-0fc20ece12ed req-c7308d2c-db91-4939-bae4-9010337b89c4 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Unset dirty status for tenant:5bff39bca4ac4d27b1947941bd050e28 on resource:security_group {{(pid=74943) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:09:08.933267 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-19003316-7423-4422-9c08-0fc20ece12ed req-c7308d2c-db91-4939-bae4-9010337b89c4 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e146f45e-c0e9-4981-a200-10ecdd1ea260&id=966d0040-eb3f-4076-81fa-1611316314ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1775010 Aug 25 19:09:09.017960 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning complete for port bec0bcb1-726a-4c4a-88c6-02f52b43b354 triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:09:09.018528 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:09.151748 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-859c4875-f5c2-49dd-82d9-9e02f84d1b4f req-532d741c-c9e3-469a-b4a6-3d64053da245 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=972f6642a63b419091a626917b54e4c9&device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 1098 time: 0.1223505 Aug 25 19:09:09.244126 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.managers [None req-b570ec27-2b25-484c-bbb4-a9576384de36 None None] Attempting to bind port cf4e208f-8f76-42bd-b5b2-e521191c64ae on host dv-cinder-806038-1-smb for vnic_type normal with profile {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:09:09.244537 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.managers [None req-b570ec27-2b25-484c-bbb4-a9576384de36 None None] Attempting to bind port cf4e208f-8f76-42bd-b5b2-e521191c64ae by drivers openvswitch,hyperv on host dv-cinder-806038-1-smb at level 0 using segments [{'id': 'fcc2197d-4ec0-4475-a4df-49f40331ce68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'ffee42b0-056f-4edf-bc8b-6084b0305cf1'}] {{(pid=74945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:09:09.244885 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b570ec27-2b25-484c-bbb4-a9576384de36 None None] Attempting to bind port cf4e208f-8f76-42bd-b5b2-e521191c64ae on network ffee42b0-056f-4edf-bc8b-6084b0305cf1 {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:09:09.259420 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b570ec27-2b25-484c-bbb4-a9576384de36 None None] Checking agent: {'id': 'ade42a89-c411-4b33-b073-1b38210940ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 43), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:09:09.259853 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b570ec27-2b25-484c-bbb4-a9576384de36 None None] Checking segment: {'id': 'fcc2197d-4ec0-4475-a4df-49f40331ce68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'ffee42b0-056f-4edf-bc8b-6084b0305cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:09:09.260317 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-b570ec27-2b25-484c-bbb4-a9576384de36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:09.260824 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b570ec27-2b25-484c-bbb4-a9576384de36 None None] Bound using segment: {'id': 'fcc2197d-4ec0-4475-a4df-49f40331ce68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'ffee42b0-056f-4edf-bc8b-6084b0305cf1'} {{(pid=74945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:09:09.261122 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.managers [None req-b570ec27-2b25-484c-bbb4-a9576384de36 None None] Bound port: cf4e208f-8f76-42bd-b5b2-e521191c64ae, host: dv-cinder-806038-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc2197d-4ec0-4475-a4df-49f40331ce68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'ffee42b0-056f-4edf-bc8b-6084b0305cf1'}}] {{(pid=74945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:09:09.261494 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-b570ec27-2b25-484c-bbb4-a9576384de36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:09.482311 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c4875-f5c2-49dd-82d9-9e02f84d1b4f req-50e8382a-09e3-4827-bf89-a2ecf7163a07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:09.484637 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-859c4875-f5c2-49dd-82d9-9e02f84d1b4f req-50e8382a-09e3-4827-bf89-a2ecf7163a07 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1 HTTP/1.1" status: 200 len: 918 time: 0.3060622 Aug 25 19:09:09.493814 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-b570ec27-2b25-484c-bbb4-a9576384de36 None None] For port cf4e208f-8f76-42bd-b5b2-e521191c64ae, host dv-cinder-806038-1-smb, cleared binding levels {{(pid=74945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:09:09.498478 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-b570ec27-2b25-484c-bbb4-a9576384de36 None None] For port cf4e208f-8f76-42bd-b5b2-e521191c64ae, host dv-cinder-806038-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=cf4e208f-8f76-42bd-b5b2-e521191c64ae,segment=NetworkSegment(fcc2197d-4ec0-4475-a4df-49f40331ce68),segment_id=fcc2197d-4ec0-4475-a4df-49f40331ce68)] {{(pid=74945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:09:09.504011 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-b570ec27-2b25-484c-bbb4-a9576384de36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:09.507989 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:09.631503 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b570ec27-2b25-484c-bbb4-a9576384de36 None None] Routers {'c397e30a-ba3a-4918-af0f-135faa8afd24'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:09:09.633978 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-b570ec27-2b25-484c-bbb4-a9576384de36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:08:45Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['c397e30a-ba3a-4918-af0f-135faa8afd24'], 'active': True} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:09:09.685697 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-859c4875-f5c2-49dd-82d9-9e02f84d1b4f req-63a81e9d-da49-4f4f-bd85-80ed7a702e91 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f HTTP/1.1" status: 200 len: 1000 time: 0.1856968 Aug 25 19:09:09.749300 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd0387-5deb-4c0a-997a-c3f394203f8e None None] Pushing event updated for resources: {'Port': ['ID=cf4e208f-8f76-42bd-b5b2-e521191c64ae,revision_number=4']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:09.757544 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-ccdd0387-5deb-4c0a-997a-c3f394203f8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:10.045563 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvr_db [None req-b570ec27-2b25-484c-bbb4-a9576384de36 None None] Set router c397e30a-ba3a-4918-af0f-135faa8afd24 gateway port host: dv-cinder-806038-1-smb {{(pid=74945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:09:10.058123 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c4875-f5c2-49dd-82d9-9e02f84d1b4f req-88525837-2757-4808-b329-273979e63025 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:10.059806 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-859c4875-f5c2-49dd-82d9-9e02f84d1b4f req-88525837-2757-4808-b329-273979e63025 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=01124877-1e02-41ab-ac74-7fab9c7740c5 HTTP/1.1" status: 200 len: 856 time: 0.3680778 Aug 25 19:09:10.101462 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b161b9b-3d74-4b34-84ad-7be31cfa9f90 None None] Sync routers for ids ['de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e'] in dv-cinder-806038-1-smb {{(pid=74946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:09:10.128558 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b161b9b-3d74-4b34-84ad-7be31cfa9f90 None None] Routers {'de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:09:10.129207 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-6b161b9b-3d74-4b34-84ad-7be31cfa9f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:08:45Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e'], 'active': True} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:09:10.429679 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvr_db [None req-6b161b9b-3d74-4b34-84ad-7be31cfa9f90 None None] Set router de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e gateway port host: dv-cinder-806038-1-smb {{(pid=74946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:09:10.462628 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e923ee-f81e-414b-9643-cac9873aa90c req-f6ed1064-fc3b-4d8e-9343-43791e64969e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:10.464260 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-03e923ee-f81e-414b-9643-cac9873aa90c req-f6ed1064-fc3b-4d8e-9343-43791e64969e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 945 time: 0.3992357 Aug 25 19:09:10.479470 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-859c4875-f5c2-49dd-82d9-9e02f84d1b4f req-5119fa3b-25ff-4fc9-8eae-e405717c05e1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4093800 Aug 25 19:09:10.684600 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device cf4e208f-8f76-42bd-b5b2-e521191c64ae up at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:09:10.710517 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-03e923ee-f81e-414b-9643-cac9873aa90c req-3d526622-11ff-4b87-bcc2-fb3fe24f0aee tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2301209 Aug 25 19:09:10.826519 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183ef03-ea6b-44b9-b703-5ad3fd55c634 req-91fa57e8-05d5-4ac2-a5c3-2001e83b1990 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:10.830045 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-0183ef03-ea6b-44b9-b703-5ad3fd55c634 req-91fa57e8-05d5-4ac2-a5c3-2001e83b1990 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 984 time: 0.2049351 Aug 25 19:09:10.843445 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-859c4875-f5c2-49dd-82d9-9e02f84d1b4f req-c54b9a33-5655-4fb4-8efd-794c5c75252b service neutron] 10.222.0.23 "GET /v2.0/networks/4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554223 Aug 25 19:09:10.977849 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-0183ef03-ea6b-44b9-b703-5ad3fd55c634 req-19c4c8a9-4ab4-499c-96a5-35b9c5bd1bf0 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e146f45e-c0e9-4981-a200-10ecdd1ea260&id=966d0040-eb3f-4076-81fa-1611316314ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1376121 Aug 25 19:09:10.993107 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-b570ec27-2b25-484c-bbb4-a9576384de36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c397e30a-ba3a-4918-af0f-135faa8afd24', 'name': 'tempest-TestShelveInstance-1629819501-router', 'tenant_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '28d1c0ce-2466-44b2-83e9-4d87000d1528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:08:41Z', 'updated_at': '2021-08-25T19:08:48Z', 'revision_number': 4, 'project_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'gw_port': {'id': '28d1c0ce-2466-44b2-83e9-4d87000d1528', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:84:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c397e30a-ba3a-4918-af0f-135faa8afd24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:43Z', 'updated_at': '2021-08-25T19:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_interfaces': [{'id': 'cf4e208f-8f76-42bd-b5b2-e521191c64ae', 'name': '', 'network_id': 'ffee42b0-056f-4edf-bc8b-6084b0305cf1', 'tenant_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'mac_address': 'fa:16:3e:e2:4e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c397e30a-ba3a-4918-af0f-135faa8afd24', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26d8c927-2699-4b58-a0a7-a7e59846dd61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:47Z', 'updated_at': '2021-08-25T19:09:09Z', 'revision_number': 4, 'project_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'subnets': [{'id': '26d8c927-2699-4b58-a0a7-a7e59846dd61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:09:11.002284 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b570ec27-2b25-484c-bbb4-a9576384de36 None None] The sync data for ids ['c397e30a-ba3a-4918-af0f-135faa8afd24'] in dv-cinder-806038-1-smb is: [{'id': 'c397e30a-ba3a-4918-af0f-135faa8afd24', 'name': 'tempest-TestShelveInstance-1629819501-router', 'tenant_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '28d1c0ce-2466-44b2-83e9-4d87000d1528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:08:41Z', 'updated_at': '2021-08-25T19:08:48Z', 'revision_number': 4, 'project_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'gw_port': {'id': '28d1c0ce-2466-44b2-83e9-4d87000d1528', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:84:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c397e30a-ba3a-4918-af0f-135faa8afd24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:43Z', 'updated_at': '2021-08-25T19:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_interfaces': [{'id': 'cf4e208f-8f76-42bd-b5b2-e521191c64ae', 'name': '', 'network_id': 'ffee42b0-056f-4edf-bc8b-6084b0305cf1', 'tenant_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'mac_address': 'fa:16:3e:e2:4e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c397e30a-ba3a-4918-af0f-135faa8afd24', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26d8c927-2699-4b58-a0a7-a7e59846dd61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:47Z', 'updated_at': '2021-08-25T19:09:09Z', 'revision_number': 4, 'project_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'subnets': [{'id': '26d8c927-2699-4b58-a0a7-a7e59846dd61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:09:11.005224 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning for port cf4e208f-8f76-42bd-b5b2-e521191c64ae completed by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:09:11.019663 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning complete for port cf4e208f-8f76-42bd-b5b2-e521191c64ae triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:09:11.020278 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:11.054656 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-859c4875-f5c2-49dd-82d9-9e02f84d1b4f req-76f283e3-30d0-4c24-bf7a-ede8f0bb2f79 service neutron] 10.222.0.23 "GET /v2.0/networks/4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961489 Aug 25 19:09:11.218785 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:11.230713 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-6b161b9b-3d74-4b34-84ad-7be31cfa9f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e', 'name': 'tempest-TestShelveInstance-1939319214-router', 'tenant_id': '68b7a32a226c49709d687cea7209d8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bec0bcb1-726a-4c4a-88c6-02f52b43b354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:08:54Z', 'updated_at': '2021-08-25T19:09:00Z', 'revision_number': 4, 'project_id': '68b7a32a226c49709d687cea7209d8c4', 'gw_port': {'id': 'bec0bcb1-726a-4c4a-88c6-02f52b43b354', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:55Z', 'updated_at': '2021-08-25T19:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_interfaces': [{'id': '41f41071-1bba-4138-aed3-8264822cd9e7', 'name': '', 'network_id': '8ae5d813-93ae-4f17-a54a-2a69f06b2fdd', 'tenant_id': '68b7a32a226c49709d687cea7209d8c4', 'mac_address': 'fa:16:3e:02:23:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '350a4214-b72c-4bf4-9cc3-44facde1f503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:59Z', 'updated_at': '2021-08-25T19:09:01Z', 'revision_number': 2, 'project_id': '68b7a32a226c49709d687cea7209d8c4', 'subnets': [{'id': '350a4214-b72c-4bf4-9cc3-44facde1f503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:09:11.237685 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b161b9b-3d74-4b34-84ad-7be31cfa9f90 None None] Checking router: de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e for host: dv-cinder-806038-1-smb {{(pid=74946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:09:11.238268 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b161b9b-3d74-4b34-84ad-7be31cfa9f90 None None] Updating router de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e port 41f41071-1bba-4138-aed3-8264822cd9e7 binding host dv-cinder-806038-1-smb {{(pid=74946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 19:09:11.267097 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] For port cf4e208f-8f76-42bd-b5b2-e521191c64ae, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=cf4e208f-8f76-42bd-b5b2-e521191c64ae,segment=NetworkSegment(fcc2197d-4ec0-4475-a4df-49f40331ce68),segment_id=fcc2197d-4ec0-4475-a4df-49f40331ce68)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:09:11.273270 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:11.276783 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-145c2876-ad2f-4bb2-bdfa-1c7a338ee765 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:11.327957 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [None req-6b161b9b-3d74-4b34-84ad-7be31cfa9f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:11.362436 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 45922) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:11.400144 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Pushing event updated for resources: {'Port': ['ID=cf4e208f-8f76-42bd-b5b2-e521191c64ae,revision_number=5']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:11.405530 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:11.460753 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bfab56b-c8f1-44ab-b0fd-0101ee7f87aa admin admin] Deleting subnet 08c51266-d302-4579-8857-ffa2e4f9c707 {{(pid=74943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 19:09:11.469051 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-3bfab56b-c8f1-44ab-b0fd-0101ee7f87aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:11.543457 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-3bfab56b-c8f1-44ab-b0fd-0101ee7f87aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4158297'] for subnet, precommit_delete_associations {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:11.637945 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-3bfab56b-c8f1-44ab-b0fd-0101ee7f87aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1748394'] for subnet, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:11.785386 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-3bfab56b-c8f1-44ab-b0fd-0101ee7f87aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1748371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3958193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4138906'] for subnet, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:11.808987 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-674d7e71-f2ce-4de8-a747-45e51b8e1478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:11.867220 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-3bfab56b-c8f1-44ab-b0fd-0101ee7f87aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:11.878883 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-3bfab56b-c8f1-44ab-b0fd-0101ee7f87aa admin admin] 10.222.0.18 "DELETE /v2.0/subnets/08c51266-d302-4579-8857-ffa2e4f9c707 HTTP/1.1" status: 204 len: 168 time: 0.5111196 Aug 25 19:09:11.879702 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 45932) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:11.884341 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfab56b-c8f1-44ab-b0fd-0101ee7f87aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08c51266-d302-4579-8857-ffa2e4f9c707,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:11.895455 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-3bfab56b-c8f1-44ab-b0fd-0101ee7f87aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:12.094680 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [None req-6b161b9b-3d74-4b34-84ad-7be31cfa9f90 None None] Notify callbacks [] for port, precommit_update {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:12.102410 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-010332ef-e52b-4b28-b5ff-d035c8a49e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792208'] for network, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:12.121642 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.provisioning_blocks [None req-6b161b9b-3d74-4b34-84ad-7be31cfa9f90 None None] Transition to ACTIVE for port object 41f41071-1bba-4138-aed3-8264822cd9e7 will not be triggered until provisioned by entity L2. {{(pid=74946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:09:12.133494 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [None req-6b161b9b-3d74-4b34-84ad-7be31cfa9f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:12.142135 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:12.270023 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-010332ef-e52b-4b28-b5ff-d035c8a49e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1747491', 'neutron.services.segments.db._delete_segments_for_network-8730660705410'] for network, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:12.296187 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98417326-a7bf-4612-b125-50f53f9f916c req-d09f6da0-189d-4c7b-95c9-388a7230cf6f tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:12.298333 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-98417326-a7bf-4612-b125-50f53f9f916c req-d09f6da0-189d-4c7b-95c9-388a7230cf6f tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 945 time: 0.2484331 Aug 25 19:09:12.300253 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.services.segments.db [None req-010332ef-e52b-4b28-b5ff-d035c8a49e99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33b073fa-f579-4d52-a854-21dde8afe8fc']}} {{(pid=74944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:09:12.313580 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8560e9f-0696-456f-b7b7-b2da04e3773a None None] Pushing event updated for resources: {'Port': ['ID=41f41071-1bba-4138-aed3-8264822cd9e7,revision_number=3']} {{(pid=74946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:12.316885 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG oslo_concurrency.lockutils [None req-d8560e9f-0696-456f-b7b7-b2da04e3773a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=74946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:12.381870 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3729e67-6f85-4fbe-b224-ff10112eef77 req-a496ad2c-2cf1-4e12-9afa-3217f5b0eee1 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:12.390735 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-b3729e67-6f85-4fbe-b224-ff10112eef77 req-a496ad2c-2cf1-4e12-9afa-3217f5b0eee1 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 984 time: 0.2214308 Aug 25 19:09:12.477465 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-9e98780a-69ef-4ae0-9049-a6150789c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:12.483549 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.managers [None req-6b161b9b-3d74-4b34-84ad-7be31cfa9f90 None None] Attempting to bind port 41f41071-1bba-4138-aed3-8264822cd9e7 on host dv-cinder-806038-1-smb for vnic_type normal with profile {{(pid=74946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:09:12.484169 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.managers [None req-6b161b9b-3d74-4b34-84ad-7be31cfa9f90 None None] Attempting to bind port 41f41071-1bba-4138-aed3-8264822cd9e7 by drivers openvswitch,hyperv on host dv-cinder-806038-1-smb at level 0 using segments [{'id': '4abcc61a-4536-4ab9-9bbc-7229bd094153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '8ae5d813-93ae-4f17-a54a-2a69f06b2fdd'}] {{(pid=74946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:09:12.484544 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b161b9b-3d74-4b34-84ad-7be31cfa9f90 None None] Attempting to bind port 41f41071-1bba-4138-aed3-8264822cd9e7 on network 8ae5d813-93ae-4f17-a54a-2a69f06b2fdd {{(pid=74946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:09:12.487814 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device cf4e208f-8f76-42bd-b5b2-e521191c64ae up at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:09:12.489084 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.services.segments.db [None req-010332ef-e52b-4b28-b5ff-d035c8a49e99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '276edf30-b66e-4e23-ad33-c0d87c6bff57') {'for_net_delete': True} {{(pid=74944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:09:12.489593 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.services.segments.db [None req-010332ef-e52b-4b28-b5ff-d035c8a49e99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '276edf30-b66e-4e23-ad33-c0d87c6bff57') {} {{(pid=74944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:09:12.493967 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b161b9b-3d74-4b34-84ad-7be31cfa9f90 None None] Checking agent: {'id': 'ade42a89-c411-4b33-b073-1b38210940ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 43), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:09:12.494498 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b161b9b-3d74-4b34-84ad-7be31cfa9f90 None None] Checking segment: {'id': '4abcc61a-4536-4ab9-9bbc-7229bd094153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '8ae5d813-93ae-4f17-a54a-2a69f06b2fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:09:12.494981 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [None req-6b161b9b-3d74-4b34-84ad-7be31cfa9f90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:12.495452 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b161b9b-3d74-4b34-84ad-7be31cfa9f90 None None] Bound using segment: {'id': '4abcc61a-4536-4ab9-9bbc-7229bd094153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '8ae5d813-93ae-4f17-a54a-2a69f06b2fdd'} {{(pid=74946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:09:12.496137 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.managers [None req-6b161b9b-3d74-4b34-84ad-7be31cfa9f90 None None] Bound port: 41f41071-1bba-4138-aed3-8264822cd9e7, host: dv-cinder-806038-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4abcc61a-4536-4ab9-9bbc-7229bd094153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '8ae5d813-93ae-4f17-a54a-2a69f06b2fdd'}}] {{(pid=74946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:09:12.496654 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [None req-6b161b9b-3d74-4b34-84ad-7be31cfa9f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:12.510680 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-010332ef-e52b-4b28-b5ff-d035c8a49e99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730660708253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4084614'] for segment, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:12.593790 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-b3729e67-6f85-4fbe-b224-ff10112eef77 req-ac06d30c-f6bf-47c1-9881-3034c44a6541 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e146f45e-c0e9-4981-a200-10ecdd1ea260&id=966d0040-eb3f-4076-81fa-1611316314ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1889491 Aug 25 19:09:12.594946 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-98417326-a7bf-4612-b125-50f53f9f916c req-a9f09779-7e23-4a6e-8dd6-de3a292541d9 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2848878 Aug 25 19:09:12.597298 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-010332ef-e52b-4b28-b5ff-d035c8a49e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748241'] for segment, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:12.621953 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-010332ef-e52b-4b28-b5ff-d035c8a49e99 admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=74944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 19:09:12.630067 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-010332ef-e52b-4b28-b5ff-d035c8a49e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1748239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3912888'] for segment, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:12.636399 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.db [None req-6b161b9b-3d74-4b34-84ad-7be31cfa9f90 None None] For port 41f41071-1bba-4138-aed3-8264822cd9e7, host dv-cinder-806038-1-smb, cleared binding levels {{(pid=74946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:09:12.641890 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.plugins.ml2.db [None req-6b161b9b-3d74-4b34-84ad-7be31cfa9f90 None None] For port 41f41071-1bba-4138-aed3-8264822cd9e7, host dv-cinder-806038-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=41f41071-1bba-4138-aed3-8264822cd9e7,segment=NetworkSegment(4abcc61a-4536-4ab9-9bbc-7229bd094153),segment_id=4abcc61a-4536-4ab9-9bbc-7229bd094153)] {{(pid=74946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:09:12.651163 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron_lib.callbacks.manager [None req-6b161b9b-3d74-4b34-84ad-7be31cfa9f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:12.660588 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning complete for port cf4e208f-8f76-42bd-b5b2-e521191c64ae triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:09:12.660977 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:12.675407 dv-cinder-806038-1-smb neutron-server[74944]: Traceback (most recent call last): Aug 25 19:09:12.675407 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 19:09:12.675407 dv-cinder-806038-1-smb neutron-server[74944]: timer() Aug 25 19:09:12.675407 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 19:09:12.675407 dv-cinder-806038-1-smb neutron-server[74944]: cb(*args, **kw) Aug 25 19:09:12.675407 dv-cinder-806038-1-smb neutron-server[74944]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 19:09:12.675407 dv-cinder-806038-1-smb neutron-server[74944]: return func(*args, **kwargs) Aug 25 19:09:12.675407 dv-cinder-806038-1-smb neutron-server[74944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 19:09:12.675407 dv-cinder-806038-1-smb neutron-server[74944]: self._notify() Aug 25 19:09:12.675407 dv-cinder-806038-1-smb neutron-server[74944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 19:09:12.675407 dv-cinder-806038-1-smb neutron-server[74944]: self.callback(batched_events) Aug 25 19:09:12.675407 dv-cinder-806038-1-smb neutron-server[74944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 19:09:12.675407 dv-cinder-806038-1-smb neutron-server[74944]: event.method(event) Aug 25 19:09:12.675407 dv-cinder-806038-1-smb neutron-server[74944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 19:09:12.675407 dv-cinder-806038-1-smb neutron-server[74944]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 19:09:12.675407 dv-cinder-806038-1-smb neutron-server[74944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 19:09:12.675407 dv-cinder-806038-1-smb neutron-server[74944]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 19:09:12.675407 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 19:09:12.675407 dv-cinder-806038-1-smb neutron-server[74944]: return f(self, *a, **k) Aug 25 19:09:12.675407 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 19:09:12.675407 dv-cinder-806038-1-smb neutron-server[74944]: return self._get(url).json() Aug 25 19:09:12.675407 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 19:09:12.675407 dv-cinder-806038-1-smb neutron-server[74944]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 19:09:12.675407 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 19:09:12.675407 dv-cinder-806038-1-smb neutron-server[74944]: return self.request(url, 'GET', **kwargs) Aug 25 19:09:12.675407 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 19:09:12.675407 dv-cinder-806038-1-smb neutron-server[74944]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 19:09:12.675407 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 19:09:12.675407 dv-cinder-806038-1-smb neutron-server[74944]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 19:09:12.675407 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 19:09:12.675407 dv-cinder-806038-1-smb neutron-server[74944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 19:09:12.675407 dv-cinder-806038-1-smb neutron-server[74944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 19:09:12.680144 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG oslo_concurrency.lockutils [None req-0c0cd143-1d24-462a-95a2-475aef651ffa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:12.818174 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8560e9f-0696-456f-b7b7-b2da04e3773a None None] Pushing event updated for resources: {'Port': ['ID=41f41071-1bba-4138-aed3-8264822cd9e7,revision_number=4']} {{(pid=74946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:12.818931 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-010332ef-e52b-4b28-b5ff-d035c8a49e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1747496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677210'] for network, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:12.825354 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG oslo_concurrency.lockutils [None req-d8560e9f-0696-456f-b7b7-b2da04e3773a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:12.839479 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:12.854828 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b161b9b-3d74-4b34-84ad-7be31cfa9f90 None None] Routers {'de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:09:12.859098 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-6b161b9b-3d74-4b34-84ad-7be31cfa9f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:08:45Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e'], 'active': True} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:09:12.907640 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:12.916186 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-010332ef-e52b-4b28-b5ff-d035c8a49e99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for network, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:12.945309 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010332ef-e52b-4b28-b5ff-d035c8a49e99 admin admin] Pushing event deleted for resources: {'Network': ['ID=33b073fa-f579-4d52-a854-21dde8afe8fc,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:12.971743 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-010332ef-e52b-4b28-b5ff-d035c8a49e99 admin admin] 10.222.0.18 "DELETE /v2.0/networks/33b073fa-f579-4d52-a854-21dde8afe8fc HTTP/1.1" status: 204 len: 168 time: 1.0894408 Aug 25 19:09:12.973142 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-010332ef-e52b-4b28-b5ff-d035c8a49e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:13.216119 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvr_db [None req-6b161b9b-3d74-4b34-84ad-7be31cfa9f90 None None] Set router de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e gateway port host: dv-cinder-806038-1-smb {{(pid=74946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:09:13.381608 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 45948) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:13.448652 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-9baeee89-b8fc-488b-8d3f-edcb51cfb557 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=12870fe9d1e741f69ee19a3c7c73e1ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0651960 Aug 25 19:09:13.451958 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 45952) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:13.559224 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-bfbbd5f4-cb2d-44fa-be8a-d3f547f94ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:13.606784 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-bfbbd5f4-cb2d-44fa-be8a-d3f547f94ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:13.712595 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-bfbbd5f4-cb2d-44fa-be8a-d3f547f94ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:13.733900 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-49fd2e5f-e5d5-4bd0-9b9f-e3fd7870fecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:13.756156 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-6b161b9b-3d74-4b34-84ad-7be31cfa9f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e', 'name': 'tempest-TestShelveInstance-1939319214-router', 'tenant_id': '68b7a32a226c49709d687cea7209d8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bec0bcb1-726a-4c4a-88c6-02f52b43b354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:08:54Z', 'updated_at': '2021-08-25T19:09:00Z', 'revision_number': 4, 'project_id': '68b7a32a226c49709d687cea7209d8c4', 'gw_port': {'id': 'bec0bcb1-726a-4c4a-88c6-02f52b43b354', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:55Z', 'updated_at': '2021-08-25T19:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_interfaces': [{'id': '41f41071-1bba-4138-aed3-8264822cd9e7', 'name': '', 'network_id': '8ae5d813-93ae-4f17-a54a-2a69f06b2fdd', 'tenant_id': '68b7a32a226c49709d687cea7209d8c4', 'mac_address': 'fa:16:3e:02:23:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '350a4214-b72c-4bf4-9cc3-44facde1f503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:59Z', 'updated_at': '2021-08-25T19:09:12Z', 'revision_number': 4, 'project_id': '68b7a32a226c49709d687cea7209d8c4', 'subnets': [{'id': '350a4214-b72c-4bf4-9cc3-44facde1f503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:09:13.765749 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b161b9b-3d74-4b34-84ad-7be31cfa9f90 None None] The sync data for ids ['de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e'] in dv-cinder-806038-1-smb is: [{'id': 'de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e', 'name': 'tempest-TestShelveInstance-1939319214-router', 'tenant_id': '68b7a32a226c49709d687cea7209d8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bec0bcb1-726a-4c4a-88c6-02f52b43b354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:08:54Z', 'updated_at': '2021-08-25T19:09:00Z', 'revision_number': 4, 'project_id': '68b7a32a226c49709d687cea7209d8c4', 'gw_port': {'id': 'bec0bcb1-726a-4c4a-88c6-02f52b43b354', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:55Z', 'updated_at': '2021-08-25T19:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_interfaces': [{'id': '41f41071-1bba-4138-aed3-8264822cd9e7', 'name': '', 'network_id': '8ae5d813-93ae-4f17-a54a-2a69f06b2fdd', 'tenant_id': '68b7a32a226c49709d687cea7209d8c4', 'mac_address': 'fa:16:3e:02:23:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '350a4214-b72c-4bf4-9cc3-44facde1f503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:59Z', 'updated_at': '2021-08-25T19:09:12Z', 'revision_number': 4, 'project_id': '68b7a32a226c49709d687cea7209d8c4', 'subnets': [{'id': '350a4214-b72c-4bf4-9cc3-44facde1f503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:09:13.804252 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbbd5f4-cb2d-44fa-be8a-d3f547f94ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce7bbda-fb5a-4c89-8de9-bc9d94033957,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:13.825915 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-bfbbd5f4-cb2d-44fa-be8a-d3f547f94ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:13.991191 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-bfbbd5f4-cb2d-44fa-be8a-d3f547f94ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:14.009016 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-bfbbd5f4-cb2d-44fa-be8a-d3f547f94ef2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7ce7bbda-fb5a-4c89-8de9-bc9d94033957 HTTP/1.1" status: 204 len: 168 time: 0.5522897 Aug 25 19:09:14.153054 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bba511-94ba-4a1d-aba6-10bddbf6d660 req-abba9b0c-3005-4803-8bf7-39d91008693f tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:14.154723 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-49bba511-94ba-4a1d-aba6-10bddbf6d660 req-abba9b0c-3005-4803-8bf7-39d91008693f tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 945 time: 0.1412899 Aug 25 19:09:14.233815 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e4ab9-a50d-4ccf-a463-41ad2bb15cd8 req-1637dfd2-27ca-474c-ae62-9c22d64e5ec8 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:14.236538 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-c34e4ab9-a50d-4ccf-a463-41ad2bb15cd8 req-1637dfd2-27ca-474c-ae62-9c22d64e5ec8 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 984 time: 0.3509488 Aug 25 19:09:14.276222 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-49bba511-94ba-4a1d-aba6-10bddbf6d660 req-e1b00653-16e1-497b-b29e-2a3452562602 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954249 Aug 25 19:09:14.387521 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-c34e4ab9-a50d-4ccf-a463-41ad2bb15cd8 req-c53e9a28-bff4-40c9-928a-f07d3061fbec tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e146f45e-c0e9-4981-a200-10ecdd1ea260&id=966d0040-eb3f-4076-81fa-1611316314ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1316843 Aug 25 19:09:14.586180 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 41f41071-1bba-4138-aed3-8264822cd9e7 up at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:09:14.677981 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning for port 41f41071-1bba-4138-aed3-8264822cd9e7 completed by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:09:14.687433 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning complete for port 41f41071-1bba-4138-aed3-8264822cd9e7 triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:09:14.688061 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:14.887847 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:14.937267 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] For port 41f41071-1bba-4138-aed3-8264822cd9e7, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=41f41071-1bba-4138-aed3-8264822cd9e7,segment=NetworkSegment(4abcc61a-4536-4ab9-9bbc-7229bd094153),segment_id=4abcc61a-4536-4ab9-9bbc-7229bd094153)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:09:14.943395 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:14.952511 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-e1de87d0-845b-489f-97b4-6283fc2b84e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:15.051321 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-c236fa3a-d2d0-447b-84db-49efa87723d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:15.067685 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Pushing event updated for resources: {'Port': ['ID=41f41071-1bba-4138-aed3-8264822cd9e7,revision_number=5']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:15.071241 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:15.836803 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9d0e0-437c-4902-afb1-971608560a70 req-e0200ef7-11e8-4f30-bf50-42bb509674b2 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:15.839539 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-4bc9d0e0-437c-4902-afb1-971608560a70 req-e0200ef7-11e8-4f30-bf50-42bb509674b2 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 945 time: 0.1137252 Aug 25 19:09:15.900701 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:15.939957 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-4bc9d0e0-437c-4902-afb1-971608560a70 req-00bdc5c5-5958-44bd-be01-5328d507f24c tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898876 Aug 25 19:09:16.343934 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391551a8-6b93-4959-8b2b-0f83ce84e54b req-d203f210-c00e-44b6-bf7b-ba8764d88dda tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:16.346283 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-391551a8-6b93-4959-8b2b-0f83ce84e54b req-d203f210-c00e-44b6-bf7b-ba8764d88dda tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 984 time: 0.1371996 Aug 25 19:09:16.413507 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-391551a8-6b93-4959-8b2b-0f83ce84e54b req-c9966fad-dd53-420c-947d-227c7b616006 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e146f45e-c0e9-4981-a200-10ecdd1ea260&id=966d0040-eb3f-4076-81fa-1611316314ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0609555 Aug 25 19:09:16.512530 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 41f41071-1bba-4138-aed3-8264822cd9e7 up at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:09:16.609886 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Provisioning complete for port 41f41071-1bba-4138-aed3-8264822cd9e7 triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:09:16.610278 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:17.243251 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421fb95d-8869-47b4-8a24-51fc77d1ca78 req-94ffb3b5-91a4-41c6-b05c-cb3a62cb6e9c tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:17.246859 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-421fb95d-8869-47b4-8a24-51fc77d1ca78 req-94ffb3b5-91a4-41c6-b05c-cb3a62cb6e9c tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 945 time: 0.0967233 Aug 25 19:09:17.292592 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:17.334629 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-421fb95d-8869-47b4-8a24-51fc77d1ca78 req-9bb17f33-11bc-4431-8d6b-721be6702d79 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773520 Aug 25 19:09:17.671953 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c658e-1331-4969-86de-3b79920ba41d req-d60ddb1b-d0c5-4cb9-857d-e8e812c12bd5 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:17.673507 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-043c658e-1331-4969-86de-3b79920ba41d req-d60ddb1b-d0c5-4cb9-857d-e8e812c12bd5 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 984 time: 0.1160011 Aug 25 19:09:17.766971 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-043c658e-1331-4969-86de-3b79920ba41d req-a4ea06ad-f692-4cdf-a3f2-1e6005d6232e tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e146f45e-c0e9-4981-a200-10ecdd1ea260&id=966d0040-eb3f-4076-81fa-1611316314ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0789514 Aug 25 19:09:18.662928 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2f140-56a0-4553-9d3f-088e10094053 req-39bdabd8-1e60-4a85-aaba-fe28f683fb0a tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:18.665042 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-0fc2f140-56a0-4553-9d3f-088e10094053 req-39bdabd8-1e60-4a85-aaba-fe28f683fb0a tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 945 time: 0.1237817 Aug 25 19:09:18.751136 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-0fc2f140-56a0-4553-9d3f-088e10094053 req-5bcfd0f6-8142-4cc7-8ae3-6ead318e2427 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759070 Aug 25 19:09:19.053197 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86a0b2-6fa7-4036-8c1e-e899fc05b239 req-f427ad53-ad1e-45ac-87e4-e9f511eee75e tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:19.055668 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-dc86a0b2-6fa7-4036-8c1e-e899fc05b239 req-f427ad53-ad1e-45ac-87e4-e9f511eee75e tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 984 time: 0.1273398 Aug 25 19:09:19.144660 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-dc86a0b2-6fa7-4036-8c1e-e899fc05b239 req-ec91e2b0-31ee-4f5b-8775-1859c73b76e5 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e146f45e-c0e9-4981-a200-10ecdd1ea260&id=966d0040-eb3f-4076-81fa-1611316314ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0816965 Aug 25 19:09:20.055444 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451ec2b-0c5f-4481-a354-f57540ecac59 req-d0fac207-399b-4705-a859-bda27b3dcd04 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:20.057063 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f451ec2b-0c5f-4481-a354-f57540ecac59 req-d0fac207-399b-4705-a859-bda27b3dcd04 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 945 time: 0.1219473 Aug 25 19:09:20.112050 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f451ec2b-0c5f-4481-a354-f57540ecac59 req-8ab11d1d-b0c8-4d7e-aa05-849a7b64ddb6 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482490 Aug 25 19:09:20.407107 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8794b-f0f9-4ed8-ad8b-206e38a75815 req-14692cb7-9fb5-4871-928d-8e4d20038cb9 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:20.408888 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-82a8794b-f0f9-4ed8-ad8b-206e38a75815 req-14692cb7-9fb5-4871-928d-8e4d20038cb9 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 984 time: 0.0917065 Aug 25 19:09:20.464044 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-82a8794b-f0f9-4ed8-ad8b-206e38a75815 req-4675afc9-dce0-477f-adc4-133b5ffc1ff5 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e146f45e-c0e9-4981-a200-10ecdd1ea260&id=966d0040-eb3f-4076-81fa-1611316314ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0480876 Aug 25 19:09:20.486510 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=74945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:09:20.638989 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f,segment=NetworkSegment(53d47dea-4354-48e2-8d62-a37d0ab26078),segment_id=53d47dea-4354-48e2-8d62-a37d0ab26078)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:09:20.656330 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Returning: {'device': '5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f', 'network_id': '4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1', 'port_id': '5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f', 'mac_address': 'fa:16:3e:37:16:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01124877-1e02-41ab-ac74-7fab9c7740c5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:09:20.741878 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:20.786951 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f {{(pid=74945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:09:20.811242 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f,segment=NetworkSegment(53d47dea-4354-48e2-8d62-a37d0ab26078),segment_id=53d47dea-4354-48e2-8d62-a37d0ab26078)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:09:20.817048 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:20.820926 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:20.940600 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f,revision_number=6']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:20.947768 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:21.003042 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] get_ports_and_sgs() called for port_ids ['5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f'] {{(pid=74945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:09:21.526858 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4213dc-9f22-48a6-bafa-dd32ff61d50a req-a8472340-2f3d-452b-930a-ce1cc68e3f55 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:21.529993 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-1c4213dc-9f22-48a6-bafa-dd32ff61d50a req-a8472340-2f3d-452b-930a-ce1cc68e3f55 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 944 time: 0.1709471 Aug 25 19:09:21.604033 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-1c4213dc-9f22-48a6-bafa-dd32ff61d50a req-ca5b11ef-f1cc-4abc-9512-a739b9e27c8f tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624905 Aug 25 19:09:21.995087 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ab8b1-bada-4beb-908f-dea1a5130275 req-d42914d2-8ed3-4b2c-9871-14913b4e3599 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:21.998236 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-459ab8b1-bada-4beb-908f-dea1a5130275 req-d42914d2-8ed3-4b2c-9871-14913b4e3599 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 984 time: 0.1641159 Aug 25 19:09:22.071751 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-459ab8b1-bada-4beb-908f-dea1a5130275 req-1c0fd8d4-e58c-44a9-ad1c-cd636fc74751 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e146f45e-c0e9-4981-a200-10ecdd1ea260&id=966d0040-eb3f-4076-81fa-1611316314ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0635448 Aug 25 19:09:22.485848 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f up at agent hyperv_hv-cinder-80603 {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:09:22.641804 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Provisioning complete for port 5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:09:22.643754 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:23.110436 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:23.190128 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f,segment=NetworkSegment(53d47dea-4354-48e2-8d62-a37d0ab26078),segment_id=53d47dea-4354-48e2-8d62-a37d0ab26078)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:09:23.191689 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6777614a-77de-4d1f-aee0-564482e9877f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f'}] {{(pid=74945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:09:23.200314 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:23.203541 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-bd90eb53-a0e9-4597-9490-e9df8ed46f59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:23.300145 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f,revision_number=7']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:23.315214 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:23.469355 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff78c3d-4b29-4388-825c-3f885f48ac93 req-0afaab2f-8271-4191-b8ed-81c9547e7b07 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:23.480612 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-eff78c3d-4b29-4388-825c-3f885f48ac93 req-0afaab2f-8271-4191-b8ed-81c9547e7b07 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 945 time: 0.2921882 Aug 25 19:09:23.513605 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971cb13-5ec0-4d21-8654-52a810c63d6a req-033b65a6-8963-4cd2-bec4-3a9490fd25ea tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:23.523831 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-4971cb13-5ec0-4d21-8654-52a810c63d6a req-033b65a6-8963-4cd2-bec4-3a9490fd25ea tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 984 time: 0.1237411 Aug 25 19:09:23.561522 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-eff78c3d-4b29-4388-825c-3f885f48ac93 req-a41d2f17-e2ae-42c7-8df5-c426d4f68290 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796452 Aug 25 19:09:23.583602 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-4971cb13-5ec0-4d21-8654-52a810c63d6a req-a908999d-3cba-4fb8-bbac-880207e7f193 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e146f45e-c0e9-4981-a200-10ecdd1ea260&id=966d0040-eb3f-4076-81fa-1611316314ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586135 Aug 25 19:09:24.023978 dv-cinder-806038-1-smb neutron-server[74945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6777614a-77de-4d1f-aee0-564482e9877f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f', 'code': 200} Aug 25 19:09:25.043766 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276adceb-af3b-4d93-a666-891e00de07d5 req-45571bbb-d572-470b-be9c-d5c5a77bb9be tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:25.045356 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-276adceb-af3b-4d93-a666-891e00de07d5 req-45571bbb-d572-470b-be9c-d5c5a77bb9be tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 945 time: 0.1502566 Aug 25 19:09:25.074537 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3dcd3d-84c2-482e-bd90-02c346778f91 req-29e62103-b03c-4a48-8f91-461928d91d65 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:25.077388 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-ff3dcd3d-84c2-482e-bd90-02c346778f91 req-29e62103-b03c-4a48-8f91-461928d91d65 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 984 time: 0.1599693 Aug 25 19:09:25.131042 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-276adceb-af3b-4d93-a666-891e00de07d5 req-d89b5c2e-03aa-46c6-bec5-b032eb57a1fe tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771115 Aug 25 19:09:25.208857 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-ff3dcd3d-84c2-482e-bd90-02c346778f91 req-2e653456-56c1-45b6-9a63-7a8112424d8d tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e146f45e-c0e9-4981-a200-10ecdd1ea260&id=966d0040-eb3f-4076-81fa-1611316314ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1253510 Aug 25 19:09:26.702608 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.agents_db [None req-346cd5c8-7112-4e4f-bf89-0e0659d32542 None None] Agent healthcheck: found 6 active agents {{(pid=74946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:09:26.820951 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b30214-250e-4e7b-8fe0-ec757bc8456b req-0ca6c100-7a2f-4621-96b9-e75f88488060 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:26.837888 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-a9b30214-250e-4e7b-8fe0-ec757bc8456b req-0ca6c100-7a2f-4621-96b9-e75f88488060 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 945 time: 0.4598467 Aug 25 19:09:26.890166 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-a9b30214-250e-4e7b-8fe0-ec757bc8456b req-32a5ce5c-a2ce-4fc7-95df-792dea026413 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512986 Aug 25 19:09:27.160829 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-64253121-f7c8-4bcb-b4a2-6c7159011f6d tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Synchronizing usage tracker for tenant:d4cfb3f96d7a488492ec1c3aff9a0628 on resource:security_group {{(pid=74944) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:09:27.195651 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-64253121-f7c8-4bcb-b4a2-6c7159011f6d tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Unset dirty status for tenant:d4cfb3f96d7a488492ec1c3aff9a0628 on resource:security_group {{(pid=74944) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:09:27.197909 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-64253121-f7c8-4bcb-b4a2-6c7159011f6d tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-714148970&fields=id&tenant_id=d4cfb3f96d7a488492ec1c3aff9a0628 HTTP/1.1" status: 200 len: 267 time: 0.1332715 Aug 25 19:09:27.543096 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-b057ed8e-d779-4461-83bd-2f41a4ff96b7 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:27.546489 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-b057ed8e-d779-4461-83bd-2f41a4ff96b7 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Synchronizing usage tracker for tenant:d4cfb3f96d7a488492ec1c3aff9a0628 on resource:network {{(pid=74944) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:09:27.578530 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-b057ed8e-d779-4461-83bd-2f41a4ff96b7 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Unset dirty status for tenant:d4cfb3f96d7a488492ec1c3aff9a0628 on resource:network {{(pid=74944) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:09:27.584067 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-b057ed8e-d779-4461-83bd-2f41a4ff96b7 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/networks?id=ffee42b0-056f-4edf-bc8b-6084b0305cf1 HTTP/1.1" status: 200 len: 809 time: 0.3763587 Aug 25 19:09:27.623989 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-40e7f9d9-bac0-4acd-a5b4-aad376636dfa tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/quotas/d4cfb3f96d7a488492ec1c3aff9a0628 HTTP/1.1" status: 200 len: 375 time: 0.0346043 Aug 25 19:09:27.782560 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-09c96c83-f08b-4955-b22b-51e0b7b0bc55 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d4cfb3f96d7a488492ec1c3aff9a0628&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1566265 Aug 25 19:09:28.333953 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863f0f8-c43f-4166-b487-38ea1aebd489 req-c6d5c634-4f4e-4a31-b6cc-3b9ff1d34115 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:28.336953 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-4863f0f8-c43f-4166-b487-38ea1aebd489 req-c6d5c634-4f4e-4a31-b6cc-3b9ff1d34115 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 945 time: 0.1195214 Aug 25 19:09:28.389331 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-3ef3c241-b1b5-4531-a4ea-f0e8bfbbf747 service neutron] 10.222.0.18 "GET /v2.0/networks/ffee42b0-056f-4edf-bc8b-6084b0305cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5843015 Aug 25 19:09:28.435265 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-4863f0f8-c43f-4166-b487-38ea1aebd489 req-2043f80d-e744-4ec0-b086-026584b00bed tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904560 Aug 25 19:09:28.702245 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-3630511d-35e5-4cdd-8725-d4f4187d184c service neutron] 10.222.0.18 "GET /v2.0/networks/ffee42b0-056f-4edf-bc8b-6084b0305cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100283 Aug 25 19:09:29.475770 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-49014fc0-825a-42d2-b175-a379419ed36b req-af39bf4d-0ed6-4bb3-909d-86bb32ff499f tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Synchronizing usage tracker for tenant:d4cfb3f96d7a488492ec1c3aff9a0628 on resource:port {{(pid=74943) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:09:29.500683 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-49014fc0-825a-42d2-b175-a379419ed36b req-af39bf4d-0ed6-4bb3-909d-86bb32ff499f tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Unset dirty status for tenant:d4cfb3f96d7a488492ec1c3aff9a0628 on resource:port {{(pid=74943) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:09:29.512780 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-49014fc0-825a-42d2-b175-a379419ed36b req-af39bf4d-0ed6-4bb3-909d-86bb32ff499f tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/ports?device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 210 time: 0.0934181 Aug 25 19:09:29.746776 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04387917-a3b2-44d1-baa3-aae3b6793ecd req-934e8246-2f67-491a-a193-fa872c35b9c8 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:29.757346 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-04387917-a3b2-44d1-baa3-aae3b6793ecd req-934e8246-2f67-491a-a193-fa872c35b9c8 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 945 time: 0.1266515 Aug 25 19:09:29.979028 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-04387917-a3b2-44d1-baa3-aae3b6793ecd req-ad9ab368-c2c9-47fe-ab15-61bc51625103 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2191865 Aug 25 19:09:30.456118 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 46254) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:30.726494 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-7a5959a3-50c5-4e96-a25d-a0755f7b972f req-d0df4562-940e-4377-bbb5-094033ae1c80 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/ports?device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 210 time: 0.1157324 Aug 25 19:09:30.809299 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-344b02d5-1ebc-48d1-95b1-cba8941fe755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:30.883006 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-344b02d5-1ebc-48d1-95b1-cba8941fe755 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:09:30.904995 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-344b02d5-1ebc-48d1-95b1-cba8941fe755 admin admin] Usage tracker for resource:security_group_rule and tenant:8b5273bbbe7447f48c71c33399d53a5c is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:09:30.921213 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-344b02d5-1ebc-48d1-95b1-cba8941fe755 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:09:30.945699 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-344b02d5-1ebc-48d1-95b1-cba8941fe755 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:09:31.113514 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-344b02d5-1ebc-48d1-95b1-cba8941fe755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:31.124281 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-344b02d5-1ebc-48d1-95b1-cba8941fe755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:31.165658 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-ed9dd01a-8a9b-47ff-9067-ab9612ab047a tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:31.190084 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-344b02d5-1ebc-48d1-95b1-cba8941fe755 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8b5273bbbe7447f48c71c33399d53a5c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7322121 Aug 25 19:09:31.192945 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 46272) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:31.342865 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b02d5-1ebc-48d1-95b1-cba8941fe755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58346082-fd8e-4a10-8018-79e5f2d507cd,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:31.355953 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344b02d5-1ebc-48d1-95b1-cba8941fe755 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:31.356339 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344b02d5-1ebc-48d1-95b1-cba8941fe755 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:31.356714 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344b02d5-1ebc-48d1-95b1-cba8941fe755 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:31.357080 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344b02d5-1ebc-48d1-95b1-cba8941fe755 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:31.357444 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344b02d5-1ebc-48d1-95b1-cba8941fe755 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:31.357806 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344b02d5-1ebc-48d1-95b1-cba8941fe755 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:31.358164 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344b02d5-1ebc-48d1-95b1-cba8941fe755 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:31.358552 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344b02d5-1ebc-48d1-95b1-cba8941fe755 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:31.358910 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344b02d5-1ebc-48d1-95b1-cba8941fe755 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:31.359270 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344b02d5-1ebc-48d1-95b1-cba8941fe755 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:31.360241 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344b02d5-1ebc-48d1-95b1-cba8941fe755 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:31.365319 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-344b02d5-1ebc-48d1-95b1-cba8941fe755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:31.372610 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfade6-5078-4c29-b101-2534f6e4fe26 req-c91f72e1-e99d-45e9-8f5a-5a715571ea81 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:31.379814 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-74cfade6-5078-4c29-b101-2534f6e4fe26 req-c91f72e1-e99d-45e9-8f5a-5a715571ea81 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 945 time: 0.1826308 Aug 25 19:09:31.385334 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-ad4402cc-d1a7-4bd3-b988-91252861a9bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:31.441113 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-74cfade6-5078-4c29-b101-2534f6e4fe26 req-41f11f5d-e672-435d-a4e0-5b016188bb53 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602591 Aug 25 19:09:31.489602 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-ad4402cc-d1a7-4bd3-b988-91252861a9bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:31.597758 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-ad4402cc-d1a7-4bd3-b988-91252861a9bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:31.608573 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-3f2fdcc3-d04f-47cc-b9d0-d750374b449c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:31.623700 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4402cc-d1a7-4bd3-b988-91252861a9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58346082-fd8e-4a10-8018-79e5f2d507cd,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:31.629884 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-ad4402cc-d1a7-4bd3-b988-91252861a9bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:31.631143 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-ad4402cc-d1a7-4bd3-b988-91252861a9bd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/58346082-fd8e-4a10-8018-79e5f2d507cd HTTP/1.1" status: 204 len: 168 time: 0.4367290 Aug 25 19:09:31.637780 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4402cc-d1a7-4bd3-b988-91252861a9bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:31.638238 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4402cc-d1a7-4bd3-b988-91252861a9bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:31.639231 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4402cc-d1a7-4bd3-b988-91252861a9bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:31.640114 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4402cc-d1a7-4bd3-b988-91252861a9bd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:31.642727 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4402cc-d1a7-4bd3-b988-91252861a9bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:31.642727 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4402cc-d1a7-4bd3-b988-91252861a9bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:31.642727 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4402cc-d1a7-4bd3-b988-91252861a9bd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:31.644121 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4402cc-d1a7-4bd3-b988-91252861a9bd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:31.647266 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4402cc-d1a7-4bd3-b988-91252861a9bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:31.648035 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4402cc-d1a7-4bd3-b988-91252861a9bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:31.648897 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4402cc-d1a7-4bd3-b988-91252861a9bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:31.692060 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-ad4402cc-d1a7-4bd3-b988-91252861a9bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:32.399247 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-586e6625-1837-48cc-9607-f43e14f72ea2 req-acdb655c-d864-4a99-b1d6-3a4aa82ca74b tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/ports?device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 210 time: 0.4564862 Aug 25 19:09:32.483371 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-80342df0-30a7-4362-b57b-cb959a917f28 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:32.485938 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-80342df0-30a7-4362-b57b-cb959a917f28 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.23 "GET /v2.0/networks?id=ffee42b0-056f-4edf-bc8b-6084b0305cf1 HTTP/1.1" status: 200 len: 809 time: 0.4051521 Aug 25 19:09:32.642882 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-76da6d19-baf7-43ea-8ec5-e2ad6a5cddfc tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4cfb3f96d7a488492ec1c3aff9a0628 HTTP/1.1" status: 200 len: 379 time: 0.1222365 Aug 25 19:09:32.664004 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-7d5701f9-1b42-44b6-aad3-1f9e78d57c3c tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Request body: {'port': {'device_id': '390545bc-93e5-4151-99e9-6e079034737f', 'network_id': 'ffee42b0-056f-4edf-bc8b-6084b0305cf1', 'admin_state_up': True, 'tenant_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'security_groups': ['5ef278db-3561-4425-86ff-0f616f8dbb8d']}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:09:32.678097 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cbe86b-5003-437b-a18d-522c654b425d req-aa26fd7d-8a16-4fb9-90d5-40ea637947c7 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:32.688945 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-f8cbe86b-5003-437b-a18d-522c654b425d req-aa26fd7d-8a16-4fb9-90d5-40ea637947c7 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ced8806-208e-4afa-9802-c64db57fb9b0 HTTP/1.1" status: 200 len: 945 time: 0.1644058 Aug 25 19:09:32.781715 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-f8cbe86b-5003-437b-a18d-522c654b425d req-b089c7fa-689c-4f1d-bd02-326ac8feaf0a tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b27a6aa-cda2-44fd-9a62-aab2e2024781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912659 Aug 25 19:09:32.918716 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-7d5701f9-1b42-44b6-aad3-1f9e78d57c3c tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:09:32.929427 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-7d5701f9-1b42-44b6-aad3-1f9e78d57c3c tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:09:32.951703 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-7d5701f9-1b42-44b6-aad3-1f9e78d57c3c tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Made reservation on behalf of d4cfb3f96d7a488492ec1c3aff9a0628 for: {'port': 1} {{(pid=74943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:09:32.956321 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-7d5701f9-1b42-44b6-aad3-1f9e78d57c3c tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:33.056883 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19efe74-c6ab-4d32-b323-3cdd931f74ba req-51137ee2-1cbf-40cd-a80f-9c261827e905 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:33.058397 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-e19efe74-c6ab-4d32-b323-3cdd931f74ba req-51137ee2-1cbf-40cd-a80f-9c261827e905 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 945 time: 0.2575979 Aug 25 19:09:33.166947 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-e19efe74-c6ab-4d32-b323-3cdd931f74ba req-a38c9ae1-cec9-4281-8b8d-202228d7476f tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961628 Aug 25 19:09:33.213169 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.db_base_plugin_common [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-7d5701f9-1b42-44b6-aad3-1f9e78d57c3c tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Allocated IP 172.20.0.14 (ffee42b0-056f-4edf-bc8b-6084b0305cf1/26d8c927-2699-4b58-a0a7-a7e59846dd61/654d727b-ddc5-4de2-a463-9a27307fbd68) {{(pid=74943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:09:33.578897 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-7d5701f9-1b42-44b6-aad3-1f9e78d57c3c tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks [] for port, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:33.606624 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.provisioning_blocks [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-7d5701f9-1b42-44b6-aad3-1f9e78d57c3c tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Transition to ACTIVE for port object 654d727b-ddc5-4de2-a463-9a27307fbd68 will not be triggered until provisioned by entity DHCP. {{(pid=74943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:09:33.646758 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-7d5701f9-1b42-44b6-aad3-1f9e78d57c3c tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958082'] for port, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:33.657472 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-cb1935b1-c247-4648-82cc-ab67fa25cd3b tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:33.742470 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d708390-46b3-4bb3-bd71-7bd749c46e59 req-eeb72e5f-6edc-42c4-b948-7fbf208b35b4 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:33.744982 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5d708390-46b3-4bb3-bd71-7bd749c46e59 req-eeb72e5f-6edc-42c4-b948-7fbf208b35b4 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/ports?device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 932 time: 0.1555009 Aug 25 19:09:33.800288 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-7d5701f9-1b42-44b6-aad3-1f9e78d57c3c tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Network ffee42b0-056f-4edf-bc8b-6084b0305cf1 is already hosted by enough agents. {{(pid=74943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:09:33.802622 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5701f9-1b42-44b6-aad3-1f9e78d57c3c tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Pushing event updated for resources: {'Port': ['ID=654d727b-ddc5-4de2-a463-9a27307fbd68,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:33.808580 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-7d5701f9-1b42-44b6-aad3-1f9e78d57c3c tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:33.810000 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.base_scheduler [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-7d5701f9-1b42-44b6-aad3-1f9e78d57c3c tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Resources bound (agent type, host, resource id): {{(pid=74943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:09:33.814154 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-7d5701f9-1b42-44b6-aad3-1f9e78d57c3c tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Received port after_create {{(pid=74943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:09:33.848679 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5d708390-46b3-4bb3-bd71-7bd749c46e59 req-34e73026-43d5-4613-93b3-178f6f27f1d2 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ef278db-3561-4425-86ff-0f616f8dbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926349 Aug 25 19:09:34.004529 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-7d5701f9-1b42-44b6-aad3-1f9e78d57c3c tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:34.005186 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-7d5701f9-1b42-44b6-aad3-1f9e78d57c3c tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for port, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:34.105542 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-7d5701f9-1b42-44b6-aad3-1f9e78d57c3c tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4602196 Aug 25 19:09:34.144717 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-224aa5ac-6f5c-446d-9eb7-7ba48f030f41 service neutron] Request body: {'port': {'device_id': '390545bc-93e5-4151-99e9-6e079034737f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80603'}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:09:34.290174 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-16e8409e-d00f-4692-bc22-0d7286d41fef None None] Provisioning for port 654d727b-ddc5-4de2-a463-9a27307fbd68 completed by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:09:34.296383 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-16e8409e-d00f-4692-bc22-0d7286d41fef None None] Provisioning complete for port 654d727b-ddc5-4de2-a463-9a27307fbd68 triggered by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:09:34.296760 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-16e8409e-d00f-4692-bc22-0d7286d41fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:34.347658 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14134dc-58ce-4a77-b290-17585480f242 req-f4e95606-191e-469a-a8eb-feb5e1e1afb7 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:34.363313 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f14134dc-58ce-4a77-b290-17585480f242 req-f4e95606-191e-469a-a8eb-feb5e1e1afb7 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ced8806-208e-4afa-9802-c64db57fb9b0 HTTP/1.1" status: 200 len: 945 time: 0.3215268 Aug 25 19:09:34.443804 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-16e8409e-d00f-4692-bc22-0d7286d41fef None None] Port 654d727b-ddc5-4de2-a463-9a27307fbd68 cannot update to ACTIVE because it is not bound. {{(pid=74945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 19:09:34.457949 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-224aa5ac-6f5c-446d-9eb7-7ba48f030f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:34.493026 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f14134dc-58ce-4a77-b290-17585480f242 req-17d7fce1-f07d-4f80-aca0-8f699d6005f6 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b27a6aa-cda2-44fd-9a62-aab2e2024781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274855 Aug 25 19:09:34.686113 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82011741-d287-4697-b84b-be5ebff945de req-262a251b-0275-407e-af21-3128661c887e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:34.692227 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-82011741-d287-4697-b84b-be5ebff945de req-262a251b-0275-407e-af21-3128661c887e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 945 time: 0.1406338 Aug 25 19:09:34.708157 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbb6d7-f4d8-450b-ab58-ae69648c958b req-ac09927c-e858-41a7-90aa-909cdcc6b601 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:34.711394 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-20fbb6d7-f4d8-450b-ab58-ae69648c958b req-ac09927c-e858-41a7-90aa-909cdcc6b601 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ced8806-208e-4afa-9802-c64db57fb9b0 HTTP/1.1" status: 200 len: 945 time: 0.2416203 Aug 25 19:09:34.907549 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-82011741-d287-4697-b84b-be5ebff945de req-79770418-63fb-4ae8-bdc1-a22ae91c2952 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936419 Aug 25 19:09:34.948026 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.plugin [req-20fbb6d7-f4d8-450b-ab58-ae69648c958b req-0e17b217-27bb-4ace-9edf-721cac0aa045 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Deleting port 4d1f31d0-efe5-43f7-8154-f1247c565105 {{(pid=74944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:09:34.948632 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-20fbb6d7-f4d8-450b-ab58-ae69648c958b req-0e17b217-27bb-4ace-9edf-721cac0aa045 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:35.207279 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.notifiers.nova [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-224aa5ac-6f5c-446d-9eb7-7ba48f030f41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 654d727b-ddc5-4de2-a463-9a27307fbd68 {{(pid=74943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:09:35.217047 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-224aa5ac-6f5c-446d-9eb7-7ba48f030f41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:35.236275 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.provisioning_blocks [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-224aa5ac-6f5c-446d-9eb7-7ba48f030f41 service neutron] Transition to ACTIVE for port object 654d727b-ddc5-4de2-a463-9a27307fbd68 will not be triggered until provisioned by entity L2. {{(pid=74943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:09:35.278083 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-224aa5ac-6f5c-446d-9eb7-7ba48f030f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3958091'] for port, after_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:35.296138 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-6e36c373-cfdf-4b21-b463-c7595ade009b tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:35.457845 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224aa5ac-6f5c-446d-9eb7-7ba48f030f41 service neutron] Pushing event updated for resources: {'Port': ['ID=654d727b-ddc5-4de2-a463-9a27307fbd68,revision_number=2']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:35.463097 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-224aa5ac-6f5c-446d-9eb7-7ba48f030f41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:35.509045 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.db [req-20fbb6d7-f4d8-450b-ab58-ae69648c958b req-0e17b217-27bb-4ace-9edf-721cac0aa045 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] For port 4d1f31d0-efe5-43f7-8154-f1247c565105, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=4d1f31d0-efe5-43f7-8154-f1247c565105,segment=NetworkSegment(f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c),segment_id=f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c)] {{(pid=74944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:09:35.510116 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-20fbb6d7-f4d8-450b-ab58-ae69648c958b req-0e17b217-27bb-4ace-9edf-721cac0aa045 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:35.626659 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88a790-993d-44a0-9826-6bdfc6f3e14c req-24c8802e-1b8f-40ef-9f9d-7d96b8ccc8fc tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:35.628027 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-ab88a790-993d-44a0-9826-6bdfc6f3e14c req-24c8802e-1b8f-40ef-9f9d-7d96b8ccc8fc tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Synchronizing usage tracker for tenant:d4cfb3f96d7a488492ec1c3aff9a0628 on resource:port {{(pid=74943) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:09:35.707518 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-ab88a790-993d-44a0-9826-6bdfc6f3e14c req-24c8802e-1b8f-40ef-9f9d-7d96b8ccc8fc tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Unset dirty status for tenant:d4cfb3f96d7a488492ec1c3aff9a0628 on resource:port {{(pid=74943) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:09:35.709781 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-ab88a790-993d-44a0-9826-6bdfc6f3e14c req-24c8802e-1b8f-40ef-9f9d-7d96b8ccc8fc tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/ports?device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 944 time: 0.4707634 Aug 25 19:09:35.782247 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.managers [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-224aa5ac-6f5c-446d-9eb7-7ba48f030f41 service neutron] Attempting to bind port 654d727b-ddc5-4de2-a463-9a27307fbd68 on host hv-cinder-80603 for vnic_type normal with profile {{(pid=74943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:09:35.785477 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.managers [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-224aa5ac-6f5c-446d-9eb7-7ba48f030f41 service neutron] Attempting to bind port 654d727b-ddc5-4de2-a463-9a27307fbd68 by drivers openvswitch,hyperv on host hv-cinder-80603 at level 0 using segments [{'id': 'fcc2197d-4ec0-4475-a4df-49f40331ce68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'ffee42b0-056f-4edf-bc8b-6084b0305cf1'}] {{(pid=74943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:09:35.786415 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-224aa5ac-6f5c-446d-9eb7-7ba48f030f41 service neutron] Attempting to bind port 654d727b-ddc5-4de2-a463-9a27307fbd68 on network ffee42b0-056f-4edf-bc8b-6084b0305cf1 {{(pid=74943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:09:35.814920 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-224aa5ac-6f5c-446d-9eb7-7ba48f030f41 service neutron] Port 654d727b-ddc5-4de2-a463-9a27307fbd68 on network ffee42b0-056f-4edf-bc8b-6084b0305cf1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80603 {{(pid=74943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 19:09:35.815394 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-224aa5ac-6f5c-446d-9eb7-7ba48f030f41 service neutron] Attempting to bind port 654d727b-ddc5-4de2-a463-9a27307fbd68 on network ffee42b0-056f-4edf-bc8b-6084b0305cf1 {{(pid=74943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:09:35.831562 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-ab88a790-993d-44a0-9826-6bdfc6f3e14c req-7dc66038-416d-4f0c-a9be-e63f63d25809 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ef278db-3561-4425-86ff-0f616f8dbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143906 Aug 25 19:09:35.846719 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-224aa5ac-6f5c-446d-9eb7-7ba48f030f41 service neutron] Checking agent: {'id': 'bb439c80-c1b1-4a92-94b6-4f0aaad03a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80603', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 19, 1, 6), 'started_at': datetime.datetime(2021, 8, 25, 19, 1, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:09:35.847073 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-224aa5ac-6f5c-446d-9eb7-7ba48f030f41 service neutron] Checking segment: {'id': 'fcc2197d-4ec0-4475-a4df-49f40331ce68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'ffee42b0-056f-4edf-bc8b-6084b0305cf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:09:35.847473 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-224aa5ac-6f5c-446d-9eb7-7ba48f030f41 service neutron] Bound using segment: {'id': 'fcc2197d-4ec0-4475-a4df-49f40331ce68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'ffee42b0-056f-4edf-bc8b-6084b0305cf1'} {{(pid=74943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:09:35.847929 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.managers [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-224aa5ac-6f5c-446d-9eb7-7ba48f030f41 service neutron] Bound port: 654d727b-ddc5-4de2-a463-9a27307fbd68, host: hv-cinder-80603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcc2197d-4ec0-4475-a4df-49f40331ce68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'ffee42b0-056f-4edf-bc8b-6084b0305cf1'}}] {{(pid=74943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:09:35.848290 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-224aa5ac-6f5c-446d-9eb7-7ba48f030f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:35.882589 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:35.993595 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.db [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-224aa5ac-6f5c-446d-9eb7-7ba48f030f41 service neutron] For port 654d727b-ddc5-4de2-a463-9a27307fbd68, host hv-cinder-80603, cleared binding levels {{(pid=74943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:09:35.997984 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.db [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-224aa5ac-6f5c-446d-9eb7-7ba48f030f41 service neutron] For port 654d727b-ddc5-4de2-a463-9a27307fbd68, host hv-cinder-80603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=654d727b-ddc5-4de2-a463-9a27307fbd68,segment=NetworkSegment(fcc2197d-4ec0-4475-a4df-49f40331ce68),segment_id=fcc2197d-4ec0-4475-a4df-49f40331ce68)] {{(pid=74943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:09:36.005635 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-224aa5ac-6f5c-446d-9eb7-7ba48f030f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3958091'] for port, after_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:36.012308 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:36.100171 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-224aa5ac-6f5c-446d-9eb7-7ba48f030f41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for port, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:36.101851 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-224aa5ac-6f5c-446d-9eb7-7ba48f030f41 service neutron] 10.222.0.23 "PUT /v2.0/ports/654d727b-ddc5-4de2-a463-9a27307fbd68 HTTP/1.1" status: 200 len: 1094 time: 1.9660757 Aug 25 19:09:36.102478 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '390545bc-93e5-4151-99e9-6e079034737f', 'tag': '654d727b-ddc5-4de2-a463-9a27307fbd68'}] {{(pid=74943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:09:36.126321 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cba7ed-e0d5-4564-b421-bbbff60ee84c req-73f7bb09-7a83-4143-8a0b-94c29005d1b0 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:36.133300 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224aa5ac-6f5c-446d-9eb7-7ba48f030f41 service neutron] Pushing event updated for resources: {'Port': ['ID=654d727b-ddc5-4de2-a463-9a27307fbd68,revision_number=3']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:36.135386 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-02cba7ed-e0d5-4564-b421-bbbff60ee84c req-73f7bb09-7a83-4143-8a0b-94c29005d1b0 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ced8806-208e-4afa-9802-c64db57fb9b0 HTTP/1.1" status: 200 len: 945 time: 0.3080587 Aug 25 19:09:36.138624 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-224aa5ac-6f5c-446d-9eb7-7ba48f030f41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:36.242991 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-02cba7ed-e0d5-4564-b421-bbbff60ee84c req-fc1d8555-f5e3-45fa-a0ed-b6594000c591 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b27a6aa-cda2-44fd-9a62-aab2e2024781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060803 Aug 25 19:09:36.295291 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-20fbb6d7-f4d8-450b-ab58-ae69648c958b req-0e17b217-27bb-4ace-9edf-721cac0aa045 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:36.295958 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-20fbb6d7-f4d8-450b-ab58-ae69648c958b req-0e17b217-27bb-4ace-9edf-721cac0aa045 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677192'] for floatingip, after_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:36.296456 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.db.l3_db [req-20fbb6d7-f4d8-450b-ab58-ae69648c958b req-0e17b217-27bb-4ace-9edf-721cac0aa045 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Floating IP 0dbeeb84-525d-40c9-ac02-1520fccf7312 disassociated. External IP: 172.28.1.200, port: 4d1f31d0-efe5-43f7-8154-f1247c565105. Aug 25 19:09:36.296957 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.plugin [req-20fbb6d7-f4d8-450b-ab58-ae69648c958b req-0e17b217-27bb-4ace-9edf-721cac0aa045 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Calling delete_port for 4d1f31d0-efe5-43f7-8154-f1247c565105 owned by compute:nova {{(pid=74944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:09:36.464685 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b7858-3e34-426b-9be1-0ab107864ae7 req-a9023355-2a32-482c-bb83-38d8cd6643e0 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:36.466650 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-591b7858-3e34-426b-9be1-0ab107864ae7 req-a9023355-2a32-482c-bb83-38d8cd6643e0 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 945 time: 0.1782084 Aug 25 19:09:36.470209 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-dd5cfa0e-f718-41a4-9b68-a1562c119e84 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d4cfb3f96d7a488492ec1c3aff9a0628&device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 1097 time: 0.2614324 Aug 25 19:09:36.586569 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-a5c180c1-d8b9-4602-a6f9-6d79c35469e4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=654d727b-ddc5-4de2-a463-9a27307fbd68 HTTP/1.1" status: 200 len: 217 time: 0.0885429 Aug 25 19:09:36.602851 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-20fbb6d7-f4d8-450b-ab58-ae69648c958b req-0e17b217-27bb-4ace-9edf-721cac0aa045 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730660626180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730660203048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3912941'] for port, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:36.618602 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-7a761418-f08f-45c4-b281-fae780c11356 tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:36.672668 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17b217-27bb-4ace-9edf-721cac0aa045 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Pushing event deleted for resources: {'Port': ['ID=4d1f31d0-efe5-43f7-8154-f1247c565105,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:36.682080 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-0e17b217-27bb-4ace-9edf-721cac0aa045 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:36.693833 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-591b7858-3e34-426b-9be1-0ab107864ae7 req-f057c565-cad1-433f-9207-ba2d9fe11f2c tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2153690 Aug 25 19:09:36.727491 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-d74aa680-73e5-4e86-a79f-f7ad9e4c59d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:36.728966 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-d74aa680-73e5-4e86-a79f-f7ad9e4c59d1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=26d8c927-2699-4b58-a0a7-a7e59846dd61 HTTP/1.1" status: 200 len: 848 time: 0.1334178 Aug 25 19:09:36.839580 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-e5f66de5-4454-46e2-a331-c1738d2890c2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ffee42b0-056f-4edf-bc8b-6084b0305cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1026666 Aug 25 19:09:37.007310 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '390545bc-93e5-4151-99e9-6e079034737f', 'tag': '654d727b-ddc5-4de2-a463-9a27307fbd68', 'status': 'completed', 'code': 200} Aug 25 19:09:37.204856 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-96cdfb21-53af-420e-a2bf-e08fe3704af3 service neutron] 10.222.0.23 "GET /v2.0/networks/ffee42b0-056f-4edf-bc8b-6084b0305cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564579 Aug 25 19:09:37.274738 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20fbb6d7-f4d8-450b-ab58-ae69648c958b req-0e17b217-27bb-4ace-9edf-721cac0aa045 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Router 0bd1a7d7-1b97-4b89-8024-e20caa706089 has already been hosted by L3 agent 6ef59418-d088-436f-8fb3-73af7fac7dac {{(pid=74944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:09:37.426633 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0301cb-b7b3-43f1-bdcc-6dfff53c5b44 req-d5f6206a-100f-422c-9e4a-814f0a3168fc tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:37.429254 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-ff0301cb-b7b3-43f1-bdcc-6dfff53c5b44 req-d5f6206a-100f-422c-9e4a-814f0a3168fc tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/ports?device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 944 time: 0.3564301 Aug 25 19:09:37.476205 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-9d94c242-e8ec-493f-a2dd-f80e043107b1 req-1c3c7e10-39d4-47af-bfe1-8a36adc81a17 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ced8806-208e-4afa-9802-c64db57fb9b0 HTTP/1.1" status: 200 len: 210 time: 0.0529771 Aug 25 19:09:37.577502 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-ff0301cb-b7b3-43f1-bdcc-6dfff53c5b44 req-ba67621e-2145-48c3-be84-f8f5ae0e4fb5 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ef278db-3561-4425-86ff-0f616f8dbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264825 Aug 25 19:09:37.579742 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d2096fbd-8889-4eca-bd3b-0e22f56d2de2 req-969583cf-b0a0-4325-a061-df26b23d64e0 service neutron] 10.222.0.23 "GET /v2.0/networks/ffee42b0-056f-4edf-bc8b-6084b0305cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677716 Aug 25 19:09:37.632226 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20fbb6d7-f4d8-450b-ab58-ae69648c958b req-0e17b217-27bb-4ace-9edf-721cac0aa045 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify agent at l3_agent.dv-cinder-806038-1-smb the message routers_updated {{(pid=74944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:09:37.649443 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d518394-784e-413b-844b-c2b230377d53 None None] Sync routers for ids ['0bd1a7d7-1b97-4b89-8024-e20caa706089'] in dv-cinder-806038-1-smb {{(pid=74945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:09:37.669939 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d518394-784e-413b-844b-c2b230377d53 None None] Routers {'0bd1a7d7-1b97-4b89-8024-e20caa706089'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:09:37.676509 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-6d518394-784e-413b-844b-c2b230377d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:09:15Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['0bd1a7d7-1b97-4b89-8024-e20caa706089'], 'active': True} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:09:37.717796 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.l3_dvrscheduler_db [req-20fbb6d7-f4d8-450b-ab58-ae69648c958b req-0e17b217-27bb-4ace-9edf-721cac0aa045 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] No DVR routers for this DVR port 4d1f31d0-efe5-43f7-8154-f1247c565105 on host hv-cinder-80603 {{(pid=74944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:09:37.720685 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-20fbb6d7-f4d8-450b-ab58-ae69648c958b req-0e17b217-27bb-4ace-9edf-721cac0aa045 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for port, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:37.747126 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ced8806-208e-4afa-9802-c64db57fb9b0', 'name': 'network-vif-deleted', 'tag': '4d1f31d0-efe5-43f7-8154-f1247c565105'}] {{(pid=74944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:09:37.775778 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-20fbb6d7-f4d8-450b-ab58-ae69648c958b req-0e17b217-27bb-4ace-9edf-721cac0aa045 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.23 "DELETE /v2.0/ports/4d1f31d0-efe5-43f7-8154-f1247c565105 HTTP/1.1" status: 204 len: 173 time: 2.9931221 Aug 25 19:09:37.840378 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f89d3878-4a43-457f-b0e3-0c75dd1caa2c req-54c1597a-e48a-4109-8291-34e29779410a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d4cfb3f96d7a488492ec1c3aff9a0628&device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 1097 time: 0.1103466 Aug 25 19:09:37.948462 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ced8806-208e-4afa-9802-c64db57fb9b0', 'name': 'network-vif-deleted', 'tag': '4d1f31d0-efe5-43f7-8154-f1247c565105', 'status': 'completed', 'code': 200} Aug 25 19:09:38.174804 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d3878-4a43-457f-b0e3-0c75dd1caa2c req-84e83d7a-d4b8-4e9b-9693-0d933ea17ed4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:38.176265 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f89d3878-4a43-457f-b0e3-0c75dd1caa2c req-84e83d7a-d4b8-4e9b-9693-0d933ea17ed4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ffee42b0-056f-4edf-bc8b-6084b0305cf1 HTTP/1.1" status: 200 len: 910 time: 0.3253136 Aug 25 19:09:38.207230 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7dab30-7ab6-4217-bc80-7986db31f226 req-04d05064-0434-485b-8dee-5d35be6221ce tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:38.217478 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-fb7dab30-7ab6-4217-bc80-7986db31f226 req-04d05064-0434-485b-8dee-5d35be6221ce tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 945 time: 0.1482651 Aug 25 19:09:38.263222 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvr_db [None req-6d518394-784e-413b-844b-c2b230377d53 None None] Set router 0bd1a7d7-1b97-4b89-8024-e20caa706089 gateway port host: dv-cinder-806038-1-smb {{(pid=74945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:09:38.281860 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f89d3878-4a43-457f-b0e3-0c75dd1caa2c req-3deeb308-140c-4049-a51f-9bb26ac0559f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=654d727b-ddc5-4de2-a463-9a27307fbd68 HTTP/1.1" status: 200 len: 217 time: 0.0985847 Aug 25 19:09:38.292147 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-fb7dab30-7ab6-4217-bc80-7986db31f226 req-e17803a5-a311-4add-b46c-c50d61ddf74d tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727570 Aug 25 19:09:38.393836 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d3878-4a43-457f-b0e3-0c75dd1caa2c req-f8db0dd9-71a8-4763-b291-d7ffb813ba12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:38.396199 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f89d3878-4a43-457f-b0e3-0c75dd1caa2c req-f8db0dd9-71a8-4763-b291-d7ffb813ba12 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=26d8c927-2699-4b58-a0a7-a7e59846dd61 HTTP/1.1" status: 200 len: 848 time: 0.1064978 Aug 25 19:09:38.521477 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f89d3878-4a43-457f-b0e3-0c75dd1caa2c req-24f6608d-4ae4-450f-9544-0a2ed8cc25e7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ffee42b0-056f-4edf-bc8b-6084b0305cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1122584 Aug 25 19:09:38.861222 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-67ecd019-e527-43f5-b2fc-7d83f34d2a3c req-4b86a44a-8d0c-49b5-8432-e879a441a10c tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ced8806-208e-4afa-9802-c64db57fb9b0 HTTP/1.1" status: 200 len: 210 time: 0.0554857 Aug 25 19:09:38.865439 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f89d3878-4a43-457f-b0e3-0c75dd1caa2c req-d8f76db8-b4a1-47f2-9ed6-542d099e4701 service neutron] 10.222.0.23 "GET /v2.0/networks/ffee42b0-056f-4edf-bc8b-6084b0305cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103228 Aug 25 19:09:38.867587 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 4d1f31d0-efe5-43f7-8154-f1247c565105 no longer exists at agent hyperv_hv-cinder-80603 {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:09:38.993902 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] No Port match for: 4d1f31d0-efe5-43f7-8154-f1247c565105 {{(pid=74945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:09:38.994535 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 4d1f31d0-efe5-43f7-8154-f1247c565105 not bound to the agent host hv-cinder-80603 {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:09:39.095009 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f89d3878-4a43-457f-b0e3-0c75dd1caa2c req-7b4fb870-48f4-475b-85f0-811a1186e768 service neutron] 10.222.0.23 "GET /v2.0/networks/ffee42b0-056f-4edf-bc8b-6084b0305cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226880 Aug 25 19:09:39.153798 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-6d518394-784e-413b-844b-c2b230377d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'name': 'tempest-AttachVolumeTestJSON-1296946880-router', 'tenant_id': '3e48406004b648a0990504d66c49cab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.63'}], 'enable_snat': True}, 'gw_port_id': '52952158-71c5-4b8c-9591-59071b5bd2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:03Z', 'updated_at': '2021-08-25T19:03:14Z', 'revision_number': 4, 'project_id': '3e48406004b648a0990504d66c49cab7', 'gw_port': {'id': '52952158-71c5-4b8c-9591-59071b5bd2d6', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:04Z', 'updated_at': '2021-08-25T19:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_interfaces': [{'id': 'a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52', 'name': '', 'network_id': '4729cc76-35b6-44e9-ab20-fbd23b7c92c4', 'tenant_id': '3e48406004b648a0990504d66c49cab7', 'mac_address': 'fa:16:3e:e9:f8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcd4d869-de2c-42cf-bf24-a126ff729354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:12Z', 'updated_at': '2021-08-25T19:03:40Z', 'revision_number': 5, 'project_id': '3e48406004b648a0990504d66c49cab7', 'subnets': [{'id': 'bcd4d869-de2c-42cf-bf24-a126ff729354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:09:39.166021 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09bde7d-44c5-415e-afce-cc17b3ca449f req-af5c88b3-d6f0-4beb-8269-3f43988a4815 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:39.168521 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d518394-784e-413b-844b-c2b230377d53 None None] Checking router: 0bd1a7d7-1b97-4b89-8024-e20caa706089 for host: dv-cinder-806038-1-smb {{(pid=74945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:09:39.168861 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-e09bde7d-44c5-415e-afce-cc17b3ca449f req-af5c88b3-d6f0-4beb-8269-3f43988a4815 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/ports?device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 944 time: 0.1629269 Aug 25 19:09:39.204004 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d518394-784e-413b-844b-c2b230377d53 None None] Routers {'0bd1a7d7-1b97-4b89-8024-e20caa706089'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:09:39.205518 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-6d518394-784e-413b-844b-c2b230377d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:09:15Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['0bd1a7d7-1b97-4b89-8024-e20caa706089'], 'active': True} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:09:39.259274 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-e09bde7d-44c5-415e-afce-cc17b3ca449f req-dd8fbdb4-9f91-4ded-87f3-8d7867bea590 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ef278db-3561-4425-86ff-0f616f8dbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803499 Aug 25 19:09:39.539510 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvr_db [None req-6d518394-784e-413b-844b-c2b230377d53 None None] Set router 0bd1a7d7-1b97-4b89-8024-e20caa706089 gateway port host: dv-cinder-806038-1-smb {{(pid=74945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:09:39.637196 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a542b-c1ae-4450-8ca2-1e79d19811d3 req-eadcaa73-6bdd-4b43-8752-c981360d5a68 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:39.649648 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-7e1a542b-c1ae-4450-8ca2-1e79d19811d3 req-eadcaa73-6bdd-4b43-8752-c981360d5a68 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 945 time: 0.1795564 Aug 25 19:09:39.722419 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-7e1a542b-c1ae-4450-8ca2-1e79d19811d3 req-0e7f7ffd-bf92-4b34-8861-b50ffd62b26f tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681167 Aug 25 19:09:40.073008 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-6d518394-784e-413b-844b-c2b230377d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'name': 'tempest-AttachVolumeTestJSON-1296946880-router', 'tenant_id': '3e48406004b648a0990504d66c49cab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.63'}], 'enable_snat': True}, 'gw_port_id': '52952158-71c5-4b8c-9591-59071b5bd2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:03Z', 'updated_at': '2021-08-25T19:03:14Z', 'revision_number': 4, 'project_id': '3e48406004b648a0990504d66c49cab7', 'gw_port': {'id': '52952158-71c5-4b8c-9591-59071b5bd2d6', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:04Z', 'updated_at': '2021-08-25T19:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_interfaces': [{'id': 'a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52', 'name': '', 'network_id': '4729cc76-35b6-44e9-ab20-fbd23b7c92c4', 'tenant_id': '3e48406004b648a0990504d66c49cab7', 'mac_address': 'fa:16:3e:e9:f8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcd4d869-de2c-42cf-bf24-a126ff729354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:12Z', 'updated_at': '2021-08-25T19:03:40Z', 'revision_number': 5, 'project_id': '3e48406004b648a0990504d66c49cab7', 'subnets': [{'id': 'bcd4d869-de2c-42cf-bf24-a126ff729354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:09:40.080711 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d518394-784e-413b-844b-c2b230377d53 None None] The sync data for ids ['0bd1a7d7-1b97-4b89-8024-e20caa706089'] in dv-cinder-806038-1-smb is: [{'id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'name': 'tempest-AttachVolumeTestJSON-1296946880-router', 'tenant_id': '3e48406004b648a0990504d66c49cab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.63'}], 'enable_snat': True}, 'gw_port_id': '52952158-71c5-4b8c-9591-59071b5bd2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:03Z', 'updated_at': '2021-08-25T19:03:14Z', 'revision_number': 4, 'project_id': '3e48406004b648a0990504d66c49cab7', 'gw_port': {'id': '52952158-71c5-4b8c-9591-59071b5bd2d6', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:04Z', 'updated_at': '2021-08-25T19:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_interfaces': [{'id': 'a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52', 'name': '', 'network_id': '4729cc76-35b6-44e9-ab20-fbd23b7c92c4', 'tenant_id': '3e48406004b648a0990504d66c49cab7', 'mac_address': 'fa:16:3e:e9:f8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcd4d869-de2c-42cf-bf24-a126ff729354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:12Z', 'updated_at': '2021-08-25T19:03:40Z', 'revision_number': 5, 'project_id': '3e48406004b648a0990504d66c49cab7', 'subnets': [{'id': 'bcd4d869-de2c-42cf-bf24-a126ff729354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:09:40.117460 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 46332) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:40.215088 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-1e9cefc0-1785-4938-b1f1-8c4ff96c374d tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:40.252962 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-1e9cefc0-1785-4938-b1f1-8c4ff96c374d tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:40.396987 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-1e9cefc0-1785-4938-b1f1-8c4ff96c374d tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:40.423415 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-a13ed469-3255-4c61-97f8-aae086796841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:40.462572 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9cefc0-1785-4938-b1f1-8c4ff96c374d tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b27a6aa-cda2-44fd-9a62-aab2e2024781,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:40.474419 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-1e9cefc0-1785-4938-b1f1-8c4ff96c374d tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:40.489731 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-1e9cefc0-1785-4938-b1f1-8c4ff96c374d tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:40.491550 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-1e9cefc0-1785-4938-b1f1-8c4ff96c374d tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "DELETE /v2.0/security-groups/2b27a6aa-cda2-44fd-9a62-aab2e2024781 HTTP/1.1" status: 204 len: 168 time: 0.3728664 Aug 25 19:09:40.496502 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 46338) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:40.559105 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deccf7e-6e0c-46f5-9411-ef29ee4f011a None None] New status for floating IP 0dbeeb84-525d-40c9-ac02-1520fccf7312: DOWN {{(pid=74946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 19:09:40.572359 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.api.v2.resource [None req-c61abb50-c7d0-4ffc-b2df-8da61571e55c tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] show failed (client error): The resource could not be found. Aug 25 19:09:40.578133 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-c61abb50-c7d0-4ffc-b2df-8da61571e55c tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "GET /v2.0/security-groups/2b27a6aa-cda2-44fd-9a62-aab2e2024781 HTTP/1.1" status: 404 len: 347 time: 0.0760412 Aug 25 19:09:40.580982 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 46342) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:40.633214 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 654d727b-ddc5-4de2-a463-9a27307fbd68 details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=74945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:09:40.735293 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f8f94-4270-46de-b6dd-1390f864a2f8 req-119a6f9b-3742-4d8b-a2aa-4cda7315f631 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:40.736880 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-925f8f94-4270-46de-b6dd-1390f864a2f8 req-119a6f9b-3742-4d8b-a2aa-4cda7315f631 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/ports?device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 944 time: 0.2778480 Aug 25 19:09:40.874925 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-925f8f94-4270-46de-b6dd-1390f864a2f8 req-1f170a36-adac-4b0a-8ed1-908758b4e191 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ef278db-3561-4425-86ff-0f616f8dbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235156 Aug 25 19:09:40.951804 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 654d727b-ddc5-4de2-a463-9a27307fbd68, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=654d727b-ddc5-4de2-a463-9a27307fbd68,segment=NetworkSegment(fcc2197d-4ec0-4475-a4df-49f40331ce68),segment_id=fcc2197d-4ec0-4475-a4df-49f40331ce68)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:09:40.997614 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Returning: {'device': '654d727b-ddc5-4de2-a463-9a27307fbd68', 'network_id': 'ffee42b0-056f-4edf-bc8b-6084b0305cf1', 'port_id': '654d727b-ddc5-4de2-a463-9a27307fbd68', 'mac_address': 'fa:16:3e:7b:37:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26d8c927-2699-4b58-a0a7-a7e59846dd61', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:09:41.006308 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [None req-8009c61d-dc0d-4105-bd56-0fe6691e7f72 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Deleting port 9fe07981-f9f3-40e3-a478-7ebc0589ab94 {{(pid=74943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:09:41.006944 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-8009c61d-dc0d-4105-bd56-0fe6691e7f72 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:41.139817 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:41.179462 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 654d727b-ddc5-4de2-a463-9a27307fbd68 {{(pid=74945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:09:41.201061 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 654d727b-ddc5-4de2-a463-9a27307fbd68, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=654d727b-ddc5-4de2-a463-9a27307fbd68,segment=NetworkSegment(fcc2197d-4ec0-4475-a4df-49f40331ce68),segment_id=fcc2197d-4ec0-4475-a4df-49f40331ce68)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:09:41.205978 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:41.209075 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-ccdd0387-5deb-4c0a-997a-c3f394203f8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:41.294013 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=654d727b-ddc5-4de2-a463-9a27307fbd68,revision_number=4']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:41.297380 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:41.319031 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-8009c61d-dc0d-4105-bd56-0fe6691e7f72 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:41.319670 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-8009c61d-dc0d-4105-bd56-0fe6691e7f72 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:41.344483 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09591f-79a8-44a0-ad46-50eb7b7c500a req-28ba2441-e03c-407c-9f47-e8287fb7f58c tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:41.346394 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-af09591f-79a8-44a0-ad46-50eb7b7c500a req-28ba2441-e03c-407c-9f47-e8287fb7f58c tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 945 time: 0.2389235 Aug 25 19:09:41.482567 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [None req-8009c61d-dc0d-4105-bd56-0fe6691e7f72 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Calling delete_port for 9fe07981-f9f3-40e3-a478-7ebc0589ab94 owned by network:floatingip {{(pid=74943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:09:41.603209 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] get_ports_and_sgs() called for port_ids ['654d727b-ddc5-4de2-a463-9a27307fbd68'] {{(pid=74945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:09:41.671367 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-af09591f-79a8-44a0-ad46-50eb7b7c500a req-c6693f61-ef61-482f-bc11-73ff96afe5e4 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2660325 Aug 25 19:09:41.852792 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-8009c61d-dc0d-4105-bd56-0fe6691e7f72 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730660626180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730660203048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958082'] for port, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:41.858216 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-1c7fadd6-1cdb-44dd-9609-df84394dd98e tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:41.928525 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009c61d-dc0d-4105-bd56-0fe6691e7f72 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Pushing event deleted for resources: {'Port': ['ID=9fe07981-f9f3-40e3-a478-7ebc0589ab94,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:41.932794 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-8009c61d-dc0d-4105-bd56-0fe6691e7f72 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:41.943420 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-49e5849f-bf3e-468e-aa1f-a3963099728e req-6811c766-08be-4a95-b288-379e0f482260 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=972f6642a63b419091a626917b54e4c9&device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 1098 time: 0.1928132 Aug 25 19:09:42.156045 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a689f8-835a-42c4-8ec5-fec30ed47327 req-d1e2d5e8-45f0-4c96-afeb-a5d42169d0e9 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:42.157562 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-a2a689f8-835a-42c4-8ec5-fec30ed47327 req-d1e2d5e8-45f0-4c96-afeb-a5d42169d0e9 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/ports?device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 945 time: 0.1066828 Aug 25 19:09:42.181583 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-8009c61d-dc0d-4105-bd56-0fe6691e7f72 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks [] for floatingip, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:42.209579 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-a2a689f8-835a-42c4-8ec5-fec30ed47327 req-54bd0a3c-29bd-428a-a977-fbb41f44b258 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ef278db-3561-4425-86ff-0f616f8dbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455697 Aug 25 19:09:42.213821 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e5849f-bf3e-468e-aa1f-a3963099728e req-401953f2-ce59-496f-972e-f06f593d0f94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:42.216027 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-49e5849f-bf3e-468e-aa1f-a3963099728e req-401953f2-ce59-496f-972e-f06f593d0f94 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1 HTTP/1.1" status: 200 len: 918 time: 0.2652700 Aug 25 19:09:42.217670 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-8009c61d-dc0d-4105-bd56-0fe6691e7f72 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for floatingip, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:42.218802 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-8009c61d-dc0d-4105-bd56-0fe6691e7f72 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] 10.222.0.18 "DELETE /v2.0/floatingips/0dbeeb84-525d-40c9-ac02-1520fccf7312 HTTP/1.1" status: 204 len: 168 time: 1.6389737 Aug 25 19:09:42.404204 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-49e5849f-bf3e-468e-aa1f-a3963099728e req-68c5760f-fa54-4fe9-acc1-ffafb083334c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f HTTP/1.1" status: 200 len: 1000 time: 0.1798744 Aug 25 19:09:42.442317 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd77eb7-659a-4d66-9645-74832fbda710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:42.481183 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e5849f-bf3e-468e-aa1f-a3963099728e req-86ce1e6c-760a-4575-af19-c4e70b343b37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:42.482716 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-49e5849f-bf3e-468e-aa1f-a3963099728e req-86ce1e6c-760a-4575-af19-c4e70b343b37 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=01124877-1e02-41ab-ac74-7fab9c7740c5 HTTP/1.1" status: 200 len: 856 time: 0.0718963 Aug 25 19:09:42.575786 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-49e5849f-bf3e-468e-aa1f-a3963099728e req-74d4610d-ac79-4b24-a66e-13cd6078e4af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0839031 Aug 25 19:09:42.639870 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 654d727b-ddc5-4de2-a463-9a27307fbd68 up at agent hyperv_hv-cinder-80603 {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:09:42.724983 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Provisioning for port 654d727b-ddc5-4de2-a463-9a27307fbd68 completed by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:09:42.733629 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Provisioning complete for port 654d727b-ddc5-4de2-a463-9a27307fbd68 triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:09:42.734237 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:42.748846 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-49e5849f-bf3e-468e-aa1f-a3963099728e req-5d4befed-252d-41c3-a4f3-8a602339b1fc service neutron] 10.222.0.23 "GET /v2.0/networks/4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658905 Aug 25 19:09:42.886329 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:42.907321 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:42.930440 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 654d727b-ddc5-4de2-a463-9a27307fbd68, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=654d727b-ddc5-4de2-a463-9a27307fbd68,segment=NetworkSegment(fcc2197d-4ec0-4475-a4df-49f40331ce68),segment_id=fcc2197d-4ec0-4475-a4df-49f40331ce68)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:09:42.931528 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '390545bc-93e5-4151-99e9-6e079034737f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '654d727b-ddc5-4de2-a463-9a27307fbd68'}] {{(pid=74945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:09:42.938582 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:42.941495 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:42.957694 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-49e5849f-bf3e-468e-aa1f-a3963099728e req-d3aaffcf-9b0a-4b21-be59-4c64f8de65f1 service neutron] 10.222.0.23 "GET /v2.0/networks/4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022433 Aug 25 19:09:42.982486 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975d514-14eb-4863-90af-a693d7ccef86 req-cf8bfde5-d828-418d-adc2-1fa90cac556c tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:42.984230 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-3975d514-14eb-4863-90af-a693d7ccef86 req-cf8bfde5-d828-418d-adc2-1fa90cac556c tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 945 time: 0.1299284 Aug 25 19:09:43.023825 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=654d727b-ddc5-4de2-a463-9a27307fbd68,revision_number=5']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:43.027228 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:43.039625 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-3975d514-14eb-4863-90af-a693d7ccef86 req-fd90dcca-593e-4922-b417-5b2590a749e8 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484691 Aug 25 19:09:43.050485 dv-cinder-806038-1-smb neutron-server[74945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '390545bc-93e5-4151-99e9-6e079034737f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '654d727b-ddc5-4de2-a463-9a27307fbd68', 'code': 200} Aug 25 19:09:43.475105 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-93172a9e-8fc4-4c37-9b6e-66d4ff9f63bb req-919732a7-ce35-49cf-a9f9-993b25a84136 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 1099 time: 0.1182265 Aug 25 19:09:43.487099 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca71e5-827f-4371-b8ef-51e5db48d4c9 req-1ca37706-0b57-4a75-8245-4558399420ed tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:43.488661 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-ecca71e5-827f-4371-b8ef-51e5db48d4c9 req-1ca37706-0b57-4a75-8245-4558399420ed tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/ports?device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 946 time: 0.1168303 Aug 25 19:09:43.537111 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-93172a9e-8fc4-4c37-9b6e-66d4ff9f63bb req-a5bee022-a9c5-4ec1-8284-8fd70af6f421 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5ef278db-3561-4425-86ff-0f616f8dbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534270 Aug 25 19:09:43.547740 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-ecca71e5-827f-4371-b8ef-51e5db48d4c9 req-57265d6c-2ec2-4321-8760-c45f83f7221c tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ef278db-3561-4425-86ff-0f616f8dbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482318 Aug 25 19:09:44.266907 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087530eb-76b9-4164-84c7-68b7507a3faa req-c31206c0-5ea6-47e2-9f48-4899edee9262 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:44.268394 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-087530eb-76b9-4164-84c7-68b7507a3faa req-c31206c0-5ea6-47e2-9f48-4899edee9262 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 945 time: 0.0839086 Aug 25 19:09:44.376326 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-087530eb-76b9-4164-84c7-68b7507a3faa req-66a79528-6470-4e28-a4a5-21e5e3cb95a1 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875254 Aug 25 19:09:44.654774 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f no longer exists at agent hyperv_hv-cinder-80603 {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:09:44.868171 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:44.888715 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d2ea9-d67f-450d-8cd1-8e244720557b req-99a7dd53-68dd-43d7-a014-f26dd4969a70 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:44.893187 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-6b9d2ea9-d67f-450d-8cd1-8e244720557b req-99a7dd53-68dd-43d7-a014-f26dd4969a70 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/ports?device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 946 time: 0.1594768 Aug 25 19:09:45.008921 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f,segment=NetworkSegment(53d47dea-4354-48e2-8d62-a37d0ab26078),segment_id=53d47dea-4354-48e2-8d62-a37d0ab26078)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:09:45.013751 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-a4cd868a-e1bf-478f-b80c-3d7a538ec656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:45.018029 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:45.021047 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-76fa10ae-fd73-4c65-a873-126888bf9d18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:45.029886 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-6b9d2ea9-d67f-450d-8cd1-8e244720557b req-66685587-7508-4d25-adcf-d0dc6553786b tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ef278db-3561-4425-86ff-0f616f8dbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254668 Aug 25 19:09:45.083588 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6777614a-77de-4d1f-aee0-564482e9877f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f'}] {{(pid=74945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:09:45.163283 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f,revision_number=8']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:45.172459 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:45.195420 dv-cinder-806038-1-smb neutron-server[74945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6777614a-77de-4d1f-aee0-564482e9877f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f', 'code': 200} Aug 25 19:09:45.714584 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d63299-37ef-49cc-b788-31068ba71f6b req-56d46fbf-655f-44b7-a877-1269b6c13da9 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:45.716517 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-82d63299-37ef-49cc-b788-31068ba71f6b req-56d46fbf-655f-44b7-a877-1269b6c13da9 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 943 time: 0.1070082 Aug 25 19:09:45.772998 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-82d63299-37ef-49cc-b788-31068ba71f6b req-4dbfb747-9371-4ea0-b286-8a6ce75066ba tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499074 Aug 25 19:09:45.852014 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:46.350476 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d4ebd-9c0a-4e4f-9706-6f3c7b677583 req-468c68c6-ca68-45b8-8a0a-9f3341dfb424 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:46.353118 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-653d4ebd-9c0a-4e4f-9706-6f3c7b677583 req-468c68c6-ca68-45b8-8a0a-9f3341dfb424 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/ports?device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 946 time: 0.1568604 Aug 25 19:09:46.428683 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-653d4ebd-9c0a-4e4f-9706-6f3c7b677583 req-ff5103e5-6df6-4e1b-8610-563afcf47914 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ef278db-3561-4425-86ff-0f616f8dbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683589 Aug 25 19:09:46.793081 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a2322-a310-491d-b5b2-6c787e5c08bd req-c96d2752-af25-4ef8-b01c-525a4ed60d69 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:46.796578 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-0d1a2322-a310-491d-b5b2-6c787e5c08bd req-c96d2752-af25-4ef8-b01c-525a4ed60d69 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/ports?device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 946 time: 0.1434464 Aug 25 19:09:46.852784 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-0d1a2322-a310-491d-b5b2-6c787e5c08bd req-19068585-baa8-4a81-8138-9b90b8d42a30 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ef278db-3561-4425-86ff-0f616f8dbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506303 Aug 25 19:09:46.904480 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 46420) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:47.033403 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 46428) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:47.287382 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:47.325281 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-ffbcf9df-35ae-427c-a0ef-26818444dd16 tempest-TestShelveInstance-645050949 tempest-TestShelveInstance-645050949-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 1094 time: 0.4193189 Aug 25 19:09:47.328403 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 46434) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:47.338485 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [None req-b38cee37-24be-45f7-b85f-f887365d0f18 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Request body: {'floatingip': {'floating_network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'port_id': '654d727b-ddc5-4de2-a463-9a27307fbd68', 'tenant_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'fixed_ip_address': '172.20.0.14'}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:09:47.347329 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-b38cee37-24be-45f7-b85f-f887365d0f18 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:09:47.352738 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-b38cee37-24be-45f7-b85f-f887365d0f18 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Usage tracker for resource:floatingip and tenant:d4cfb3f96d7a488492ec1c3aff9a0628 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:09:47.357636 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-b38cee37-24be-45f7-b85f-f887365d0f18 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:09:47.366274 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-b38cee37-24be-45f7-b85f-f887365d0f18 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:09:47.395193 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-b38cee37-24be-45f7-b85f-f887365d0f18 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks [] for floatingip, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:47.617943 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-b38cee37-24be-45f7-b85f-f887365d0f18 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:47.899932 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-cd7d2e23-7a13-4c20-9956-4111e3280f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675930'] for router_interface, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:48.010341 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.db_base_plugin_common [None req-b38cee37-24be-45f7-b85f-f887365d0f18 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Allocated IP 172.28.1.201 (417bd5a5-462f-4a89-b2a6-9bf17cf29921/fa93b1ab-a770-4eed-8e8f-a3451db1cd3c/7ed00df1-7596-4216-92be-c72a9461bc82) {{(pid=74943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:09:48.079819 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f99c36a3-88bc-421e-b845-8fa85c5d0ce1 req-d1278c03-a40e-491e-84f8-cec0a1dc1d59 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4574993 Aug 25 19:09:48.275166 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-b38cee37-24be-45f7-b85f-f887365d0f18 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks [] for port, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:48.316945 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-b38cee37-24be-45f7-b85f-f887365d0f18 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958082'] for port, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:48.323157 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-224aa5ac-6f5c-446d-9eb7-7ba48f030f41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:48.409708 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38cee37-24be-45f7-b85f-f887365d0f18 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Network 417bd5a5-462f-4a89-b2a6-9bf17cf29921 is already hosted by enough agents. {{(pid=74943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:09:48.413280 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.base_scheduler [None req-b38cee37-24be-45f7-b85f-f887365d0f18 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Resources bound (agent type, host, resource id): {{(pid=74943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:09:48.419055 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38cee37-24be-45f7-b85f-f887365d0f18 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Received port after_create {{(pid=74943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:09:48.445945 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38cee37-24be-45f7-b85f-f887365d0f18 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Pushing event updated for resources: {'Port': ['ID=7ed00df1-7596-4216-92be-c72a9461bc82,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:48.452944 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-b38cee37-24be-45f7-b85f-f887365d0f18 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:48.545845 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 46454) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:48.676459 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f no longer exists at agent hyperv_hv-cinder-80603 {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:09:48.693897 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5817566-ff87-4b40-9aa5-1df043e5caa5 req-07effd3b-840b-4e33-832f-30fb1361bac2 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:48.695527 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d5817566-ff87-4b40-9aa5-1df043e5caa5 req-07effd3b-840b-4e33-832f-30fb1361bac2 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 943 time: 0.3054960 Aug 25 19:09:48.889030 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-25ca7164-6380-48bc-81b4-64231744e371 req-2680a8a4-fbfe-4c0b-b3d1-283cf1fbe4d6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3414612 Aug 25 19:09:48.893444 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-d5817566-ff87-4b40-9aa5-1df043e5caa5 req-cf05689a-8833-4281-b794-4c9f08d91735 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722336 Aug 25 19:09:49.146787 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-b38cee37-24be-45f7-b85f-f887365d0f18 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:49.248606 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-b38cee37-24be-45f7-b85f-f887365d0f18 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:49.250685 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.plugin [None req-cd7d2e23-7a13-4c20-9956-4111e3280f91 admin admin] Deleting port a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52 {{(pid=74944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:09:49.251486 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-cd7d2e23-7a13-4c20-9956-4111e3280f91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:49.477903 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.db [None req-cd7d2e23-7a13-4c20-9956-4111e3280f91 admin admin] For port a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52,segment=NetworkSegment(f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c),segment_id=f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c)] {{(pid=74944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:09:49.478250 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-cd7d2e23-7a13-4c20-9956-4111e3280f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:49.615232 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-b38cee37-24be-45f7-b85f-f887365d0f18 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks [] for port, precommit_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:49.624686 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-b38cee37-24be-45f7-b85f-f887365d0f18 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3958091'] for port, after_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:49.632398 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-6ad0c9ec-aec4-4b43-be14-10f8afcbe453 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:49.656041 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.plugin [None req-cd7d2e23-7a13-4c20-9956-4111e3280f91 admin admin] Calling delete_port for a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52 owned by network:router_interface {{(pid=74944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:09:49.798316 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38cee37-24be-45f7-b85f-f887365d0f18 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Pushing event updated for resources: {'Port': ['ID=7ed00df1-7596-4216-92be-c72a9461bc82,revision_number=2']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:49.804407 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-b38cee37-24be-45f7-b85f-f887365d0f18 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:49.821554 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-b38cee37-24be-45f7-b85f-f887365d0f18 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677192'] for floatingip, after_update {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:50.044888 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-25ca7164-6380-48bc-81b4-64231744e371 req-42a93abd-5da2-4e2b-a101-ad1d159a90b9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f&tenant_id=972f6642a63b419091a626917b54e4c9 HTTP/1.1" status: 200 len: 1096 time: 0.3789332 Aug 25 19:09:50.096162 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-cd7d2e23-7a13-4c20-9956-4111e3280f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730660626180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730660203048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3912941'] for port, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:50.111346 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-203721c4-7b65-4480-b85b-eb3c4078e76f tempest-VolumesActionsTest-685266610 tempest-VolumesActionsTest-685266610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:50.231910 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d2e23-7a13-4c20-9956-4111e3280f91 admin admin] Pushing event deleted for resources: {'Port': ['ID=a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:50.238302 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-cd7d2e23-7a13-4c20-9956-4111e3280f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:50.421932 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf4412-caf2-478b-975d-f843bf4740f9 req-1aab7dfa-9352-408c-bcb3-4a70cbd41d6b tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:50.424343 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-6faf4412-caf2-478b-975d-f843bf4740f9 req-1aab7dfa-9352-408c-bcb3-4a70cbd41d6b tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 943 time: 0.1632788 Aug 25 19:09:50.431858 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-25ca7164-6380-48bc-81b4-64231744e371 req-d6c21b4f-931b-4c8f-b109-1f551b1cf657 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=972f6642a63b419091a626917b54e4c9&device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 1096 time: 0.3289840 Aug 25 19:09:50.458956 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.db.l3_db [None req-b38cee37-24be-45f7-b85f-f887365d0f18 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Floating IP df7cb7cf-f039-483f-891a-41534b78a43f associated. External IP: 172.28.1.201, port: 654d727b-ddc5-4de2-a463-9a27307fbd68. Aug 25 19:09:50.593680 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-cd7d2e23-7a13-4c20-9956-4111e3280f91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676014'] for router_interface, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:50.682111 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-6faf4412-caf2-478b-975d-f843bf4740f9 req-9a03adca-6c43-40d3-a07a-54bddb01431b tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2488000 Aug 25 19:09:50.766579 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca7164-6380-48bc-81b4-64231744e371 req-2d7f1d58-786f-40f7-8024-f01b357b70a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:50.768941 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-25ca7164-6380-48bc-81b4-64231744e371 req-2d7f1d58-786f-40f7-8024-f01b357b70a4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1 HTTP/1.1" status: 200 len: 918 time: 0.2348096 Aug 25 19:09:51.011642 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-25ca7164-6380-48bc-81b4-64231744e371 req-325181f6-2739-44e0-9a33-783922ad1edd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f HTTP/1.1" status: 200 len: 998 time: 0.1880667 Aug 25 19:09:51.148250 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca7164-6380-48bc-81b4-64231744e371 req-66bc8c95-9762-4cde-9063-e8dcdb2e66e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:51.150634 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-25ca7164-6380-48bc-81b4-64231744e371 req-66bc8c95-9762-4cde-9063-e8dcdb2e66e4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=01124877-1e02-41ab-ac74-7fab9c7740c5 HTTP/1.1" status: 200 len: 856 time: 0.1331103 Aug 25 19:09:51.269744 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7d2e23-7a13-4c20-9956-4111e3280f91 admin admin] Router 0bd1a7d7-1b97-4b89-8024-e20caa706089 has already been hosted by L3 agent 6ef59418-d088-436f-8fb3-73af7fac7dac {{(pid=74944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:09:51.369358 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-25ca7164-6380-48bc-81b4-64231744e371 req-209b7efd-46c5-4555-9875-4244afac5fd8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1404929 Aug 25 19:09:51.523086 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7d2e23-7a13-4c20-9956-4111e3280f91 admin admin] Notify agent at l3_agent.dv-cinder-806038-1-smb the message routers_updated {{(pid=74944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:09:51.544906 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-cd7d2e23-7a13-4c20-9956-4111e3280f91 admin admin] 10.222.0.18 "PUT /v2.0/routers/0bd1a7d7-1b97-4b89-8024-e20caa706089/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5097878 Aug 25 19:09:51.547808 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 46468) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:51.549674 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc64f198-9b46-416f-b5d1-4c634a9f9086 None None] Sync routers for ids ['0bd1a7d7-1b97-4b89-8024-e20caa706089'] in dv-cinder-806038-1-smb {{(pid=74945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:09:51.576203 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc64f198-9b46-416f-b5d1-4c634a9f9086 None None] Routers {'0bd1a7d7-1b97-4b89-8024-e20caa706089'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:09:51.577204 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-dc64f198-9b46-416f-b5d1-4c634a9f9086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:09:45Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['0bd1a7d7-1b97-4b89-8024-e20caa706089'], 'active': True} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:09:51.599907 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-25ca7164-6380-48bc-81b4-64231744e371 req-abe7ab12-6cda-4b78-9840-f42f2f2976b2 service neutron] 10.222.0.23 "GET /v2.0/networks/4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787856 Aug 25 19:09:51.775288 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38cee37-24be-45f7-b85f-f887365d0f18 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Router c397e30a-ba3a-4918-af0f-135faa8afd24 has already been hosted by L3 agent 6ef59418-d088-436f-8fb3-73af7fac7dac {{(pid=74943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:09:51.913134 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-bd1b26a8-a987-4b60-9f2d-ca2bd3fecb8c admin admin] Notify callbacks [] for router, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:51.987908 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvr_db [None req-dc64f198-9b46-416f-b5d1-4c634a9f9086 None None] Set router 0bd1a7d7-1b97-4b89-8024-e20caa706089 gateway port host: dv-cinder-806038-1-smb {{(pid=74945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:09:52.165482 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b89ecb-e034-45a9-826e-1295ccad498b req-a6cafaab-1c2d-43c7-8db0-6be8680a46f1 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:52.170987 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-53b89ecb-e034-45a9-826e-1295ccad498b req-a6cafaab-1c2d-43c7-8db0-6be8680a46f1 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 943 time: 0.1546264 Aug 25 19:09:52.217082 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-25ca7164-6380-48bc-81b4-64231744e371 req-794c4e43-9847-4ed8-8cff-abc983549600 service neutron] 10.222.0.23 "GET /v2.0/networks/4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6097710 Aug 25 19:09:52.356222 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38cee37-24be-45f7-b85f-f887365d0f18 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify agent at l3_agent.dv-cinder-806038-1-smb the message routers_updated {{(pid=74943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:09:52.370327 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b1dfa2-0883-4521-a8b3-a4365131a01f None None] Sync routers for ids ['c397e30a-ba3a-4918-af0f-135faa8afd24'] in dv-cinder-806038-1-smb {{(pid=74946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:09:52.376359 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-dc64f198-9b46-416f-b5d1-4c634a9f9086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'name': 'tempest-AttachVolumeTestJSON-1296946880-router', 'tenant_id': '3e48406004b648a0990504d66c49cab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.63'}], 'enable_snat': True}, 'gw_port_id': '52952158-71c5-4b8c-9591-59071b5bd2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:03Z', 'updated_at': '2021-08-25T19:09:50Z', 'revision_number': 5, 'project_id': '3e48406004b648a0990504d66c49cab7', 'gw_port': {'id': '52952158-71c5-4b8c-9591-59071b5bd2d6', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:04Z', 'updated_at': '2021-08-25T19:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb'}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:09:52.381545 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc64f198-9b46-416f-b5d1-4c634a9f9086 None None] Checking router: 0bd1a7d7-1b97-4b89-8024-e20caa706089 for host: dv-cinder-806038-1-smb {{(pid=74945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:09:52.395285 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc64f198-9b46-416f-b5d1-4c634a9f9086 None None] Routers {'0bd1a7d7-1b97-4b89-8024-e20caa706089'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:09:52.395983 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-dc64f198-9b46-416f-b5d1-4c634a9f9086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:09:45Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['0bd1a7d7-1b97-4b89-8024-e20caa706089'], 'active': True} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:09:52.397564 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-b38cee37-24be-45f7-b85f-f887365d0f18 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for floatingip, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:52.426875 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b1dfa2-0883-4521-a8b3-a4365131a01f None None] Routers {'c397e30a-ba3a-4918-af0f-135faa8afd24'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:09:52.427775 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-b1b1dfa2-0883-4521-a8b3-a4365131a01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:09:45Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['c397e30a-ba3a-4918-af0f-135faa8afd24'], 'active': True} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:09:52.468053 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-53b89ecb-e034-45a9-826e-1295ccad498b req-636b159e-f6ad-47cb-9c65-03d58c7d13f1 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2411563 Aug 25 19:09:52.495424 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-b38cee37-24be-45f7-b85f-f887365d0f18 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.1638072 Aug 25 19:09:52.496856 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '390545bc-93e5-4151-99e9-6e079034737f', 'tag': '654d727b-ddc5-4de2-a463-9a27307fbd68'}] {{(pid=74943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:09:52.517969 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-bd1b26a8-a987-4b60-9f2d-ca2bd3fecb8c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:52.529404 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.plugin [None req-bd1b26a8-a987-4b60-9f2d-ca2bd3fecb8c admin admin] Deleting port 52952158-71c5-4b8c-9591-59071b5bd2d6 {{(pid=74944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:09:52.529911 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-bd1b26a8-a987-4b60-9f2d-ca2bd3fecb8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:52.611362 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '390545bc-93e5-4151-99e9-6e079034737f', 'tag': '654d727b-ddc5-4de2-a463-9a27307fbd68', 'status': 'completed', 'code': 200} Aug 25 19:09:52.684927 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvr_db [None req-dc64f198-9b46-416f-b5d1-4c634a9f9086 None None] Set router 0bd1a7d7-1b97-4b89-8024-e20caa706089 gateway port host: dv-cinder-806038-1-smb {{(pid=74945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:09:52.760636 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-16d080d5-29ff-4346-b2a7-75b29a8bdd0b req-06ecdf9f-86dd-4d74-a31b-28d1ef7f6281 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d4cfb3f96d7a488492ec1c3aff9a0628&device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 1099 time: 0.1042860 Aug 25 19:09:52.773800 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvr_db [None req-b1b1dfa2-0883-4521-a8b3-a4365131a01f None None] Set router c397e30a-ba3a-4918-af0f-135faa8afd24 gateway port host: dv-cinder-806038-1-smb {{(pid=74946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:09:52.794044 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.db [None req-bd1b26a8-a987-4b60-9f2d-ca2bd3fecb8c admin admin] For port 52952158-71c5-4b8c-9591-59071b5bd2d6, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=52952158-71c5-4b8c-9591-59071b5bd2d6,segment=NetworkSegment(f1739f72-e14f-462c-b4e7-56bd3b40258a),segment_id=f1739f72-e14f-462c-b4e7-56bd3b40258a)] {{(pid=74944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:09:52.794839 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-bd1b26a8-a987-4b60-9f2d-ca2bd3fecb8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:52.912112 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d080d5-29ff-4346-b2a7-75b29a8bdd0b req-1e34c687-04d7-4359-b132-c17f1d73409f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:52.913512 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-16d080d5-29ff-4346-b2a7-75b29a8bdd0b req-1e34c687-04d7-4359-b132-c17f1d73409f service neutron] 10.222.0.23 "GET /v2.0/networks?id=ffee42b0-056f-4edf-bc8b-6084b0305cf1 HTTP/1.1" status: 200 len: 910 time: 0.1459544 Aug 25 19:09:52.955672 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.plugin [None req-bd1b26a8-a987-4b60-9f2d-ca2bd3fecb8c admin admin] Calling delete_port for 52952158-71c5-4b8c-9591-59071b5bd2d6 owned by network:router_gateway {{(pid=74944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:09:53.061153 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-16d080d5-29ff-4346-b2a7-75b29a8bdd0b req-3dd644fb-8d68-414d-9098-97ece95691a8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=654d727b-ddc5-4de2-a463-9a27307fbd68 HTTP/1.1" status: 200 len: 1000 time: 0.1351218 Aug 25 19:09:53.159962 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d080d5-29ff-4346-b2a7-75b29a8bdd0b req-70efc913-3947-4ae2-ae65-045cf78edfbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:53.161938 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-16d080d5-29ff-4346-b2a7-75b29a8bdd0b req-70efc913-3947-4ae2-ae65-045cf78edfbb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=26d8c927-2699-4b58-a0a7-a7e59846dd61 HTTP/1.1" status: 200 len: 848 time: 0.0943964 Aug 25 19:09:53.268392 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-b1b1dfa2-0883-4521-a8b3-a4365131a01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c397e30a-ba3a-4918-af0f-135faa8afd24', 'name': 'tempest-TestShelveInstance-1629819501-router', 'tenant_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '28d1c0ce-2466-44b2-83e9-4d87000d1528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:08:41Z', 'updated_at': '2021-08-25T19:08:48Z', 'revision_number': 4, 'project_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'gw_port': {'id': '28d1c0ce-2466-44b2-83e9-4d87000d1528', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:84:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c397e30a-ba3a-4918-af0f-135faa8afd24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:43Z', 'updated_at': '2021-08-25T19:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_floatingips': [{'id': 'df7cb7cf-f039-483f-891a-41534b78a43f', 'tenant_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'floating_ip_address': '172.28.1.201', 'floating_network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'router_id': 'c397e30a-ba3a-4918-af0f-135faa8afd24', 'port_id': '654d727b-ddc5-4de2-a463-9a27307fbd68', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffee42b0-056f-4edf-bc8b-6084b0305cf1', 'mac_address': 'fa:16:3e:7b:37:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390545bc-93e5-4151-99e9-6e079034737f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:09:48Z', 'updated_at': '2021-08-25T19:09:48Z', 'revision_number': 0, 'project_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf4e208f-8f76-42bd-b5b2-e521191c64ae', 'name': '', 'network_id': 'ffee42b0-056f-4edf-bc8b-6084b0305cf1', 'tenant_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'mac_address': 'fa:16:3e:e2:4e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c397e30a-ba3a-4918-af0f-135faa8afd24', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26d8c927-2699-4b58-a0a7-a7e59846dd61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:47Z', 'updated_at': '2021-08-25T19:09:11Z', 'revision_number': 5, 'project_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'subnets': [{'id': '26d8c927-2699-4b58-a0a7-a7e59846dd61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:09:53.272367 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-bd1b26a8-a987-4b60-9f2d-ca2bd3fecb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730660626180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730660203048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3912941'] for port, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:53.276304 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b1dfa2-0883-4521-a8b3-a4365131a01f None None] Checking router: c397e30a-ba3a-4918-af0f-135faa8afd24 for host: dv-cinder-806038-1-smb {{(pid=74946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:09:53.292059 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b1dfa2-0883-4521-a8b3-a4365131a01f None None] Routers {'c397e30a-ba3a-4918-af0f-135faa8afd24'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:09:53.292059 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-b1b1dfa2-0883-4521-a8b3-a4365131a01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:09:45Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['c397e30a-ba3a-4918-af0f-135faa8afd24'], 'active': True} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:09:53.298893 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-e55f60c3-a4ec-4b5c-804d-f7675f604bfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:53.299248 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-16d080d5-29ff-4346-b2a7-75b29a8bdd0b req-877bf3cf-ce2d-49c4-9038-d2af76caaa04 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ffee42b0-056f-4edf-bc8b-6084b0305cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1302869 Aug 25 19:09:53.365940 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-dc64f198-9b46-416f-b5d1-4c634a9f9086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'name': 'tempest-AttachVolumeTestJSON-1296946880-router', 'tenant_id': '3e48406004b648a0990504d66c49cab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.63'}], 'enable_snat': True}, 'gw_port_id': '52952158-71c5-4b8c-9591-59071b5bd2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:03Z', 'updated_at': '2021-08-25T19:09:50Z', 'revision_number': 5, 'project_id': '3e48406004b648a0990504d66c49cab7', 'gw_port': {'id': '52952158-71c5-4b8c-9591-59071b5bd2d6', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:04Z', 'updated_at': '2021-08-25T19:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb'}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:09:53.378091 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc64f198-9b46-416f-b5d1-4c634a9f9086 None None] The sync data for ids ['0bd1a7d7-1b97-4b89-8024-e20caa706089'] in dv-cinder-806038-1-smb is: [{'id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'name': 'tempest-AttachVolumeTestJSON-1296946880-router', 'tenant_id': '3e48406004b648a0990504d66c49cab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.63'}], 'enable_snat': True}, 'gw_port_id': '52952158-71c5-4b8c-9591-59071b5bd2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:03Z', 'updated_at': '2021-08-25T19:09:50Z', 'revision_number': 5, 'project_id': '3e48406004b648a0990504d66c49cab7', 'gw_port': {'id': '52952158-71c5-4b8c-9591-59071b5bd2d6', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1a7d7-1b97-4b89-8024-e20caa706089', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:04Z', 'updated_at': '2021-08-25T19:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb'}] {{(pid=74945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:09:53.423502 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b26a8-a987-4b60-9f2d-ca2bd3fecb8c admin admin] Pushing event deleted for resources: {'Port': ['ID=52952158-71c5-4b8c-9591-59071b5bd2d6,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:53.479346 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-bd1b26a8-a987-4b60-9f2d-ca2bd3fecb8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:53.574561 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvr_db [None req-b1b1dfa2-0883-4521-a8b3-a4365131a01f None None] Set router c397e30a-ba3a-4918-af0f-135faa8afd24 gateway port host: dv-cinder-806038-1-smb {{(pid=74946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:09:53.593105 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-16d080d5-29ff-4346-b2a7-75b29a8bdd0b req-6e0ab10b-eee2-4e3e-8adb-da51fa784d2a service neutron] 10.222.0.23 "GET /v2.0/networks/ffee42b0-056f-4edf-bc8b-6084b0305cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870638 Aug 25 19:09:53.837577 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-bd1b26a8-a987-4b60-9f2d-ca2bd3fecb8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677159'] for router_gateway, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:53.945411 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-16d080d5-29ff-4346-b2a7-75b29a8bdd0b req-02807a63-0431-4308-ba27-dce3f370fb0c service neutron] 10.222.0.23 "GET /v2.0/networks/ffee42b0-056f-4edf-bc8b-6084b0305cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420920 Aug 25 19:09:54.367124 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-bd1b26a8-a987-4b60-9f2d-ca2bd3fecb8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-679819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62248'] for router, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:54.385111 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb31206-22da-493e-b9a3-0f6358b101b1 req-eae467a9-d337-4ff1-86e3-3b9e9bc8ac5a tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:54.388023 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-dfb31206-22da-493e-b9a3-0f6358b101b1 req-eae467a9-d337-4ff1-86e3-3b9e9bc8ac5a tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 943 time: 0.6787360 Aug 25 19:09:54.392040 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-bd1b26a8-a987-4b60-9f2d-ca2bd3fecb8c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:54.502680 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-b1b1dfa2-0883-4521-a8b3-a4365131a01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c397e30a-ba3a-4918-af0f-135faa8afd24', 'name': 'tempest-TestShelveInstance-1629819501-router', 'tenant_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '28d1c0ce-2466-44b2-83e9-4d87000d1528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:08:41Z', 'updated_at': '2021-08-25T19:08:48Z', 'revision_number': 4, 'project_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'gw_port': {'id': '28d1c0ce-2466-44b2-83e9-4d87000d1528', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:84:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c397e30a-ba3a-4918-af0f-135faa8afd24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:43Z', 'updated_at': '2021-08-25T19:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_floatingips': [{'id': 'df7cb7cf-f039-483f-891a-41534b78a43f', 'tenant_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'floating_ip_address': '172.28.1.201', 'floating_network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'router_id': 'c397e30a-ba3a-4918-af0f-135faa8afd24', 'port_id': '654d727b-ddc5-4de2-a463-9a27307fbd68', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffee42b0-056f-4edf-bc8b-6084b0305cf1', 'mac_address': 'fa:16:3e:7b:37:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390545bc-93e5-4151-99e9-6e079034737f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:09:48Z', 'updated_at': '2021-08-25T19:09:48Z', 'revision_number': 0, 'project_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf4e208f-8f76-42bd-b5b2-e521191c64ae', 'name': '', 'network_id': 'ffee42b0-056f-4edf-bc8b-6084b0305cf1', 'tenant_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'mac_address': 'fa:16:3e:e2:4e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c397e30a-ba3a-4918-af0f-135faa8afd24', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26d8c927-2699-4b58-a0a7-a7e59846dd61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:47Z', 'updated_at': '2021-08-25T19:09:11Z', 'revision_number': 5, 'project_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'subnets': [{'id': '26d8c927-2699-4b58-a0a7-a7e59846dd61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:09:54.511720 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b1dfa2-0883-4521-a8b3-a4365131a01f None None] The sync data for ids ['c397e30a-ba3a-4918-af0f-135faa8afd24'] in dv-cinder-806038-1-smb is: [{'id': 'c397e30a-ba3a-4918-af0f-135faa8afd24', 'name': 'tempest-TestShelveInstance-1629819501-router', 'tenant_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '28d1c0ce-2466-44b2-83e9-4d87000d1528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:08:41Z', 'updated_at': '2021-08-25T19:08:48Z', 'revision_number': 4, 'project_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'gw_port': {'id': '28d1c0ce-2466-44b2-83e9-4d87000d1528', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:84:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c397e30a-ba3a-4918-af0f-135faa8afd24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:43Z', 'updated_at': '2021-08-25T19:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_floatingips': [{'id': 'df7cb7cf-f039-483f-891a-41534b78a43f', 'tenant_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'floating_ip_address': '172.28.1.201', 'floating_network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'router_id': 'c397e30a-ba3a-4918-af0f-135faa8afd24', 'port_id': '654d727b-ddc5-4de2-a463-9a27307fbd68', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffee42b0-056f-4edf-bc8b-6084b0305cf1', 'mac_address': 'fa:16:3e:7b:37:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390545bc-93e5-4151-99e9-6e079034737f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:09:48Z', 'updated_at': '2021-08-25T19:09:48Z', 'revision_number': 0, 'project_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf4e208f-8f76-42bd-b5b2-e521191c64ae', 'name': '', 'network_id': 'ffee42b0-056f-4edf-bc8b-6084b0305cf1', 'tenant_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'mac_address': 'fa:16:3e:e2:4e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c397e30a-ba3a-4918-af0f-135faa8afd24', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26d8c927-2699-4b58-a0a7-a7e59846dd61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:47Z', 'updated_at': '2021-08-25T19:09:11Z', 'revision_number': 5, 'project_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'subnets': [{'id': '26d8c927-2699-4b58-a0a7-a7e59846dd61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:09:54.562668 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52 no longer exists at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:09:54.673080 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] No Port match for: a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52 {{(pid=74945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:09:54.674295 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device a40a6e7c-bf9e-4f13-a7c6-3a4d34579d52 not bound to the agent host dv-cinder-806038-1-smb {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:09:54.692955 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-bd1b26a8-a987-4b60-9f2d-ca2bd3fecb8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-678171'] for router, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:54.693663 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1b26a8-a987-4b60-9f2d-ca2bd3fecb8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bd1a7d7-1b97-4b89-8024-e20caa706089 {{(pid=74944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 19:09:54.739731 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-bd1b26a8-a987-4b60-9f2d-ca2bd3fecb8c admin admin] Notify callbacks [] for router, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:54.745219 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-bd1b26a8-a987-4b60-9f2d-ca2bd3fecb8c admin admin] 10.222.0.18 "DELETE /v2.0/routers/0bd1a7d7-1b97-4b89-8024-e20caa706089 HTTP/1.1" status: 204 len: 168 time: 3.1916249 Aug 25 19:09:54.751072 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 46494) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:54.771038 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-dfb31206-22da-493e-b9a3-0f6358b101b1 req-750e4d52-54cf-4276-a27a-9401e9b69616 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3592589 Aug 25 19:09:54.884937 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be64b65-c2d3-4150-8178-27882fc39fb3 admin admin] Deleting subnet bcd4d869-de2c-42cf-bf24-a126ff729354 {{(pid=74943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 19:09:54.895039 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-8be64b65-c2d3-4150-8178-27882fc39fb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:55.055228 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-8be64b65-c2d3-4150-8178-27882fc39fb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4158297'] for subnet, precommit_delete_associations {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:55.125757 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b2f17f-cc21-462a-8fa6-c826891073cb None None] New status for floating IP df7cb7cf-f039-483f-891a-41534b78a43f: ACTIVE {{(pid=74945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 19:09:55.459571 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-8be64b65-c2d3-4150-8178-27882fc39fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1748394'] for subnet, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:55.705200 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-8be64b65-c2d3-4150-8178-27882fc39fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1748371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3958193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4138906'] for subnet, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:55.723034 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-774eba32-1a8a-486c-9ec1-dbe15af7f840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:55.793648 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be64b65-c2d3-4150-8178-27882fc39fb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcd4d869-de2c-42cf-bf24-a126ff729354,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:55.798270 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-8be64b65-c2d3-4150-8178-27882fc39fb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:55.803353 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-8be64b65-c2d3-4150-8178-27882fc39fb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:55.811712 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb1fe1c-75db-4e93-ab91-ce179fff3336 None None] Network 4729cc76-35b6-44e9-ab20-fbd23b7c92c4 requested from dv-cinder-806038-1-smb {{(pid=74945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:09:55.832325 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-8be64b65-c2d3-4150-8178-27882fc39fb3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bcd4d869-de2c-42cf-bf24-a126ff729354 HTTP/1.1" status: 204 len: 168 time: 1.0796449 Aug 25 19:09:55.832629 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 46498) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:56.337112 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-3a738f57-f958-413e-89b5-ede47970e5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792208'] for network, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:56.362640 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.plugin [None req-3a738f57-f958-413e-89b5-ede47970e5bf admin admin] Deleting port cd7952b1-1661-4f68-881d-cd4400b0ee86 {{(pid=74944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:09:56.364580 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-3a738f57-f958-413e-89b5-ede47970e5bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:56.448088 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f774b0-1f93-4772-a218-fcea05cef31a req-a3b008b8-f1c8-417d-85ff-8d4b1cf30163 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:56.451328 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d1f774b0-1f93-4772-a218-fcea05cef31a req-a3b008b8-f1c8-417d-85ff-8d4b1cf30163 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 943 time: 0.3982213 Aug 25 19:09:56.478641 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b588437f-fcd4-467e-b237-2e1378dc0821 None None] DHCP port deletion for 4729cc76-35b6-44e9-ab20-fbd23b7c92c4 request from dv-cinder-806038-1-smb {{(pid=74945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 25 19:09:56.484968 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-b588437f-fcd4-467e-b237-2e1378dc0821 None None] Deleting port cd7952b1-1661-4f68-881d-cd4400b0ee86 {{(pid=74945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:09:56.485713 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-b588437f-fcd4-467e-b237-2e1378dc0821 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:56.542612 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-d1f774b0-1f93-4772-a218-fcea05cef31a req-9417b193-a3fa-4201-81f7-cc9a0bd9383d tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863438 Aug 25 19:09:56.735926 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 52952158-71c5-4b8c-9591-59071b5bd2d6 no longer exists at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:09:56.828161 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.db [None req-3a738f57-f958-413e-89b5-ede47970e5bf admin admin] For port cd7952b1-1661-4f68-881d-cd4400b0ee86, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=cd7952b1-1661-4f68-881d-cd4400b0ee86,segment=NetworkSegment(f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c),segment_id=f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c)] {{(pid=74944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:09:56.828733 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-3a738f57-f958-413e-89b5-ede47970e5bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:56.904201 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] No Port match for: 52952158-71c5-4b8c-9591-59071b5bd2d6 {{(pid=74945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:09:56.904793 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 52952158-71c5-4b8c-9591-59071b5bd2d6 not bound to the agent host dv-cinder-806038-1-smb {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:09:56.905326 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device cd7952b1-1661-4f68-881d-cd4400b0ee86 no longer exists at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:09:57.045111 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-b588437f-fcd4-467e-b237-2e1378dc0821 None None] For port cd7952b1-1661-4f68-881d-cd4400b0ee86, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=cd7952b1-1661-4f68-881d-cd4400b0ee86,segment=NetworkSegment(f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c),segment_id=f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:09:57.045642 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-b588437f-fcd4-467e-b237-2e1378dc0821 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:57.122084 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.plugin [None req-3a738f57-f958-413e-89b5-ede47970e5bf admin admin] Calling delete_port for cd7952b1-1661-4f68-881d-cd4400b0ee86 owned by network:dhcp {{(pid=74944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:09:57.285754 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-3a738f57-f958-413e-89b5-ede47970e5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730660626180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730660203048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3912941'] for port, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:57.289834 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-b588437f-fcd4-467e-b237-2e1378dc0821 None None] Calling delete_port for cd7952b1-1661-4f68-881d-cd4400b0ee86 owned by network:dhcp {{(pid=74945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:09:57.290160 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-b080c224-1cc5-4ef9-88ed-0d66f8ffa375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:57.343394 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a738f57-f958-413e-89b5-ede47970e5bf admin admin] Pushing event deleted for resources: {'Port': ['ID=cd7952b1-1661-4f68-881d-cd4400b0ee86,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:57.346233 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-3a738f57-f958-413e-89b5-ede47970e5bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:57.350288 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a738f57-f958-413e-89b5-ede47970e5bf admin admin] No DVR routers for this DVR port cd7952b1-1661-4f68-881d-cd4400b0ee86 on host dv-cinder-806038-1-smb {{(pid=74944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:09:57.441027 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Port cd7952b1-1661-4f68-881d-cd4400b0ee86 update to DOWN by agent not found {{(pid=74945) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2084}} Aug 25 19:09:57.553227 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-3a738f57-f958-413e-89b5-ede47970e5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1747491', 'neutron.services.segments.db._delete_segments_for_network-8730660705410'] for network, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:57.582738 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.services.segments.db [None req-3a738f57-f958-413e-89b5-ede47970e5bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4729cc76-35b6-44e9-ab20-fbd23b7c92c4']}} {{(pid=74944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:09:57.602751 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.db.api [None req-b588437f-fcd4-467e-b237-2e1378dc0821 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 19:09:57.603860 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_db.api [None req-b588437f-fcd4-467e-b237-2e1378dc0821 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 19:09:57.612818 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.services.segments.db [None req-3a738f57-f958-413e-89b5-ede47970e5bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c') {'for_net_delete': True} {{(pid=74944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:09:57.613093 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.services.segments.db [None req-3a738f57-f958-413e-89b5-ede47970e5bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2b891d6-71b0-479c-a2fb-e4b2f4a10e9c') {} {{(pid=74944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:09:57.635700 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-3a738f57-f958-413e-89b5-ede47970e5bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730660708253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4084614'] for segment, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:57.665534 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-3a738f57-f958-413e-89b5-ede47970e5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748241'] for segment, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:57.677603 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a738f57-f958-413e-89b5-ede47970e5bf admin admin] Releasing vlan 802 on physical network physnet1 to pool {{(pid=74944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 19:09:57.678621 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-3a738f57-f958-413e-89b5-ede47970e5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1748239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3912888'] for segment, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:57.709123 dv-cinder-806038-1-smb neutron-server[74944]: Traceback (most recent call last): Aug 25 19:09:57.709123 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 19:09:57.709123 dv-cinder-806038-1-smb neutron-server[74944]: timer() Aug 25 19:09:57.709123 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 19:09:57.709123 dv-cinder-806038-1-smb neutron-server[74944]: cb(*args, **kw) Aug 25 19:09:57.709123 dv-cinder-806038-1-smb neutron-server[74944]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 19:09:57.709123 dv-cinder-806038-1-smb neutron-server[74944]: return func(*args, **kwargs) Aug 25 19:09:57.709123 dv-cinder-806038-1-smb neutron-server[74944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 19:09:57.709123 dv-cinder-806038-1-smb neutron-server[74944]: self._notify() Aug 25 19:09:57.709123 dv-cinder-806038-1-smb neutron-server[74944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 19:09:57.709123 dv-cinder-806038-1-smb neutron-server[74944]: self.callback(batched_events) Aug 25 19:09:57.709123 dv-cinder-806038-1-smb neutron-server[74944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 19:09:57.709123 dv-cinder-806038-1-smb neutron-server[74944]: event.method(event) Aug 25 19:09:57.709123 dv-cinder-806038-1-smb neutron-server[74944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 19:09:57.709123 dv-cinder-806038-1-smb neutron-server[74944]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 19:09:57.709123 dv-cinder-806038-1-smb neutron-server[74944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 19:09:57.709123 dv-cinder-806038-1-smb neutron-server[74944]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 19:09:57.709123 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 19:09:57.709123 dv-cinder-806038-1-smb neutron-server[74944]: return f(self, *a, **k) Aug 25 19:09:57.709123 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 19:09:57.709123 dv-cinder-806038-1-smb neutron-server[74944]: return self._get(url).json() Aug 25 19:09:57.709123 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 19:09:57.709123 dv-cinder-806038-1-smb neutron-server[74944]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 19:09:57.709123 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 19:09:57.709123 dv-cinder-806038-1-smb neutron-server[74944]: return self.request(url, 'GET', **kwargs) Aug 25 19:09:57.709123 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 19:09:57.709123 dv-cinder-806038-1-smb neutron-server[74944]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 19:09:57.709123 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 19:09:57.709123 dv-cinder-806038-1-smb neutron-server[74944]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 19:09:57.709123 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 19:09:57.709123 dv-cinder-806038-1-smb neutron-server[74944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 19:09:57.709123 dv-cinder-806038-1-smb neutron-server[74944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 19:09:58.023431 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-3a738f57-f958-413e-89b5-ede47970e5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1747496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677210'] for network, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:58.038271 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-3a738f57-f958-413e-89b5-ede47970e5bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for network, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:58.043081 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-fa82bf89-e430-4fdc-ba16-e35371fe9f42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:58.078579 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af5123-bc5d-46dd-913a-61d6ffc201cc req-b8027b79-5ea5-483e-a6a3-58b9ceb8520b tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:58.080918 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-c0af5123-bc5d-46dd-913a-61d6ffc201cc req-b8027b79-5ea5-483e-a6a3-58b9ceb8520b tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 943 time: 0.2830026 Aug 25 19:09:58.087911 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a738f57-f958-413e-89b5-ede47970e5bf admin admin] Pushing event deleted for resources: {'Network': ['ID=4729cc76-35b6-44e9-ab20-fbd23b7c92c4,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:58.095758 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-3a738f57-f958-413e-89b5-ede47970e5bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:58.105838 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-b588437f-fcd4-467e-b237-2e1378dc0821 None None] Deleting port cd7952b1-1661-4f68-881d-cd4400b0ee86 {{(pid=74945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:09:58.107165 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-b588437f-fcd4-467e-b237-2e1378dc0821 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:58.144041 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-3a738f57-f958-413e-89b5-ede47970e5bf admin admin] 10.222.0.18 "DELETE /v2.0/networks/4729cc76-35b6-44e9-ab20-fbd23b7c92c4 HTTP/1.1" status: 204 len: 168 time: 2.3095064 Aug 25 19:09:58.192233 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-c0af5123-bc5d-46dd-913a-61d6ffc201cc req-53aaf219-386e-49d0-9fa2-68949a583d73 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952165 Aug 25 19:09:58.261496 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-b588437f-fcd4-467e-b237-2e1378dc0821 None None] The port 'cd7952b1-1661-4f68-881d-cd4400b0ee86' was deleted {{(pid=74945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 25 19:09:58.426863 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 46512) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:58.531892 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-88f09158-b757-45e8-b84c-25eac5aef681 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3e48406004b648a0990504d66c49cab7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1031384 Aug 25 19:09:58.534359 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 46516) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:58.606393 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-156d5153-84a9-430c-a710-4a7ef4fffbde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:58.638848 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-156d5153-84a9-430c-a710-4a7ef4fffbde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:58.715751 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-156d5153-84a9-430c-a710-4a7ef4fffbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:58.731796 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-1c5f1d2d-9caf-41c9-b056-c1f4263a69e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:58.754522 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156d5153-84a9-430c-a710-4a7ef4fffbde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43bc0c26-0f84-4968-934c-4e9ea42e270b,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:58.761289 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-156d5153-84a9-430c-a710-4a7ef4fffbde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:58.770927 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-156d5153-84a9-430c-a710-4a7ef4fffbde admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:58.772742 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-156d5153-84a9-430c-a710-4a7ef4fffbde admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/43bc0c26-0f84-4968-934c-4e9ea42e270b HTTP/1.1" status: 204 len: 168 time: 0.2370930 Aug 25 19:09:59.631220 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53dbe09-224b-457e-a7c4-8507b83f85ef req-e98647a4-7a66-4285-abed-b29b0596ab92 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:59.634551 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f53dbe09-224b-457e-a7c4-8507b83f85ef req-e98647a4-7a66-4285-abed-b29b0596ab92 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 943 time: 0.1575730 Aug 25 19:09:59.694878 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f53dbe09-224b-457e-a7c4-8507b83f85ef req-e5461976-1929-4e31-86c2-f4c117958b46 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520387 Aug 25 19:10:01.162219 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd164c-548a-4d67-9bb3-072511cfaa57 req-df80d06b-5d11-44a6-b27e-8db619a24629 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:01.164830 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5efd164c-548a-4d67-9bb3-072511cfaa57 req-df80d06b-5d11-44a6-b27e-8db619a24629 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 943 time: 0.1586883 Aug 25 19:10:01.235106 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5efd164c-548a-4d67-9bb3-072511cfaa57 req-94d017cd-6d7a-49d0-b88f-838e73d41977 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630219 Aug 25 19:10:02.591865 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67564d00-f3f5-476d-b115-c247e50b6226 req-9fc12274-012c-436e-a713-2df23a56e0eb tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:02.615457 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-67564d00-f3f5-476d-b115-c247e50b6226 req-9fc12274-012c-436e-a713-2df23a56e0eb tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 943 time: 0.1509893 Aug 25 19:10:02.875769 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-67564d00-f3f5-476d-b115-c247e50b6226 req-083cf4a7-a741-4c11-944d-51b7ae3cda8a tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2584448 Aug 25 19:10:03.680240 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.agents_db [None req-346cd5c8-7112-4e4f-bf89-0e0659d32542 None None] Agent healthcheck: found 6 active agents {{(pid=74946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:10:04.405411 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdfb5d-a035-4b08-be7a-0c9e7358a4b3 req-91533497-a2ea-46c4-a77b-9722987d0178 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:04.408282 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-6dcdfb5d-a035-4b08-be7a-0c9e7358a4b3 req-91533497-a2ea-46c4-a77b-9722987d0178 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 943 time: 0.1951957 Aug 25 19:10:04.521936 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-6dcdfb5d-a035-4b08-be7a-0c9e7358a4b3 req-2369110b-d3fc-48d5-976b-3a3f96042696 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003115 Aug 25 19:10:05.795138 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb2e4f-b63a-4eb7-b5c4-00f9606a2343 req-c6c202de-0f8f-4acc-a78d-0e4cefdb9d46 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:05.797018 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-b3eb2e4f-b63a-4eb7-b5c4-00f9606a2343 req-c6c202de-0f8f-4acc-a78d-0e4cefdb9d46 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 943 time: 0.0934057 Aug 25 19:10:05.838189 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:05.866673 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-b3eb2e4f-b63a-4eb7-b5c4-00f9606a2343 req-215b415c-3b90-4a5c-bd82-878440cd2a51 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633872 Aug 25 19:10:05.999601 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5f8eb2c4-549e-4ef1-88e6-2b441d06f95f req-fa6feb49-a96d-473a-99ee-83781b47644b tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-262654058&fields=id&tenant_id=5bff39bca4ac4d27b1947941bd050e28 HTTP/1.1" status: 200 len: 267 time: 0.0713480 Aug 25 19:10:06.153651 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8eb2c4-549e-4ef1-88e6-2b441d06f95f req-08564a20-9930-4181-a406-5429c2bdb9ce tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:06.155197 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5f8eb2c4-549e-4ef1-88e6-2b441d06f95f req-08564a20-9930-4181-a406-5429c2bdb9ce tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 984 time: 0.1469393 Aug 25 19:10:06.169343 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [req-5f8eb2c4-549e-4ef1-88e6-2b441d06f95f req-2e81e066-4bad-42f3-9e00-733698769587 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Request body: {'port': {'security_groups': ['e146f45e-c0e9-4981-a200-10ecdd1ea260']}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:10:06.304403 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-5f8eb2c4-549e-4ef1-88e6-2b441d06f95f req-2e81e066-4bad-42f3-9e00-733698769587 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:06.712541 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.db [req-5f8eb2c4-549e-4ef1-88e6-2b441d06f95f req-2e81e066-4bad-42f3-9e00-733698769587 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] For port c930cfdb-7cb5-4807-824e-d2f0e72dffb5, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=c930cfdb-7cb5-4807-824e-d2f0e72dffb5,segment=NetworkSegment(29a4bbfe-a834-4c4c-8299-f29887d9e0b7),segment_id=29a4bbfe-a834-4c4c-8299-f29887d9e0b7)] {{(pid=74944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:10:06.761722 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-5f8eb2c4-549e-4ef1-88e6-2b441d06f95f req-2e81e066-4bad-42f3-9e00-733698769587 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks [] for port, precommit_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:06.768047 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-5f8eb2c4-549e-4ef1-88e6-2b441d06f95f req-2e81e066-4bad-42f3-9e00-733698769587 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3912932'] for port, after_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:06.776754 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:06.815822 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] get_ports_and_sgs() called for port_ids ['c930cfdb-7cb5-4807-824e-d2f0e72dffb5'] {{(pid=74945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:10:06.880029 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8eb2c4-549e-4ef1-88e6-2b441d06f95f req-2e81e066-4bad-42f3-9e00-733698769587 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:06.881069 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-5f8eb2c4-549e-4ef1-88e6-2b441d06f95f req-2e81e066-4bad-42f3-9e00-733698769587 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for port, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:06.883637 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5f8eb2c4-549e-4ef1-88e6-2b441d06f95f req-2e81e066-4bad-42f3-9e00-733698769587 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "PUT /v2.0/ports/c930cfdb-7cb5-4807-824e-d2f0e72dffb5 HTTP/1.1" status: 200 len: 942 time: 0.7191133 Aug 25 19:10:06.884130 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe46817-6685-4f3e-be9d-2d68c5105933', 'tag': 'c930cfdb-7cb5-4807-824e-d2f0e72dffb5'}] {{(pid=74944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:10:06.897142 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 46614) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:06.927378 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81e066-4bad-42f3-9e00-733698769587 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Pushing event updated for resources: {'Port': ['ID=c930cfdb-7cb5-4807-824e-d2f0e72dffb5,revision_number=7']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:06.932722 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-2e81e066-4bad-42f3-9e00-733698769587 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:07.149228 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbe46817-6685-4f3e-be9d-2d68c5105933', 'tag': 'c930cfdb-7cb5-4807-824e-d2f0e72dffb5', 'status': 'completed', 'code': 200} Aug 25 19:10:07.151263 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] get_ports_and_sgs() called for port_ids ['c930cfdb-7cb5-4807-824e-d2f0e72dffb5'] {{(pid=74945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:10:07.187756 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-c0a0c045-2614-4ad1-bb37-c8f19e2802ec tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:07.260755 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-c0a0c045-2614-4ad1-bb37-c8f19e2802ec tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:07.412452 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e8e7b-ca71-4528-9ab5-d3326ec11b88 req-14f1ea34-9736-4eaf-8de1-c6234aebdff7 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:07.428550 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-8c6e8e7b-ca71-4528-9ab5-d3326ec11b88 req-14f1ea34-9736-4eaf-8de1-c6234aebdff7 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 943 time: 0.1829147 Aug 25 19:10:07.438258 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-643e09e6-0cf9-45fb-9c7a-4d7bbcdbe3b9 None None] Provisioning complete for port c930cfdb-7cb5-4807-824e-d2f0e72dffb5 triggered by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:10:07.438938 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-643e09e6-0cf9-45fb-9c7a-4d7bbcdbe3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:07.545707 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-05ebffef-4804-432d-81e1-7c3f5938a577 req-e3a88c01-9758-46ba-8cd9-cfecb1d513f9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5bff39bca4ac4d27b1947941bd050e28&device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 1098 time: 0.2883470 Aug 25 19:10:07.598182 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-8c6e8e7b-ca71-4528-9ab5-d3326ec11b88 req-31879516-be0e-48ef-804d-dd322141519f tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662557 Aug 25 19:10:07.616904 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-1c1a82c2-2ed3-47d1-9ac0-e22d123045ee req-1bf788cb-cf2a-4111-9e96-984998a75261 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fbe46817-6685-4f3e-be9d-2d68c5105933&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1391001 Aug 25 19:10:07.631373 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-c0a0c045-2614-4ad1-bb37-c8f19e2802ec tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:07.700802 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-ddbfaaf5-4283-4526-83a6-e6f85fdf9bae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:07.734545 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0c045-2614-4ad1-bb37-c8f19e2802ec tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=966d0040-eb3f-4076-81fa-1611316314ee,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:07.742926 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-c0a0c045-2614-4ad1-bb37-c8f19e2802ec tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:07.772566 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-c0a0c045-2614-4ad1-bb37-c8f19e2802ec tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:07.773729 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-c0a0c045-2614-4ad1-bb37-c8f19e2802ec tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "DELETE /v2.0/security-groups/966d0040-eb3f-4076-81fa-1611316314ee HTTP/1.1" status: 204 len: 168 time: 0.8723965 Aug 25 19:10:07.778749 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 46628) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:07.806818 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebffef-4804-432d-81e1-7c3f5938a577 req-4c32604b-658b-4b63-92bd-6fab8a2bbfc3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:07.809152 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-05ebffef-4804-432d-81e1-7c3f5938a577 req-4c32604b-658b-4b63-92bd-6fab8a2bbfc3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d2049545-92f7-4e97-8b75-aba4057d3fca HTTP/1.1" status: 200 len: 916 time: 0.2515035 Aug 25 19:10:07.979107 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-05ebffef-4804-432d-81e1-7c3f5938a577 req-f3a6097f-e7b7-4735-8733-b3bfbacf8418 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c930cfdb-7cb5-4807-824e-d2f0e72dffb5 HTTP/1.1" status: 200 len: 999 time: 0.1616483 Aug 25 19:10:08.117899 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebffef-4804-432d-81e1-7c3f5938a577 req-b3f8da29-5cf0-459a-8bbc-348000d0c569 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:08.120703 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-05ebffef-4804-432d-81e1-7c3f5938a577 req-b3f8da29-5cf0-459a-8bbc-348000d0c569 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=96da7e0f-8b66-4c82-8362-f0eac7936cc9 HTTP/1.1" status: 200 len: 854 time: 0.1329589 Aug 25 19:10:08.123136 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.plugin [None req-6f901b1c-8a3b-48cd-afd8-bc1295468c49 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Deleting port 46ecc957-1953-4fb7-ab15-60dd38ae174f {{(pid=74944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:10:08.123581 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-6f901b1c-8a3b-48cd-afd8-bc1295468c49 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:08.235023 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-05ebffef-4804-432d-81e1-7c3f5938a577 req-b79680bc-f66d-4a6a-bcc2-e9fdf55c9885 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d2049545-92f7-4e97-8b75-aba4057d3fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1065555 Aug 25 19:10:08.341109 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-6f901b1c-8a3b-48cd-afd8-bc1295468c49 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:08.342131 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-6f901b1c-8a3b-48cd-afd8-bc1295468c49 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:08.468443 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-05ebffef-4804-432d-81e1-7c3f5938a577 req-9f59d6b6-9733-4502-871a-fa544fcb039d service neutron] 10.222.0.23 "GET /v2.0/networks/d2049545-92f7-4e97-8b75-aba4057d3fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263441 Aug 25 19:10:08.529543 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.plugin [None req-6f901b1c-8a3b-48cd-afd8-bc1295468c49 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Calling delete_port for 46ecc957-1953-4fb7-ab15-60dd38ae174f owned by network:floatingip {{(pid=74944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:10:08.701539 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-05ebffef-4804-432d-81e1-7c3f5938a577 req-9767d2b6-c298-4df5-b773-69decd66dced service neutron] 10.222.0.23 "GET /v2.0/networks/d2049545-92f7-4e97-8b75-aba4057d3fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245989 Aug 25 19:10:08.791964 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=74945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:10:08.798114 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-6f901b1c-8a3b-48cd-afd8-bc1295468c49 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730660626180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730660203048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3912941'] for port, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:08.804191 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-850141da-2cb8-401b-aae7-0a3946dd35b2 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:08.851559 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f901b1c-8a3b-48cd-afd8-bc1295468c49 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Pushing event deleted for resources: {'Port': ['ID=46ecc957-1953-4fb7-ab15-60dd38ae174f,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:08.854489 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-6f901b1c-8a3b-48cd-afd8-bc1295468c49 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:08.900425 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-1c1a82c2-2ed3-47d1-9ac0-e22d123045ee req-33c6440c-9da5-4f03-ab82-ad7c83f382cf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5bff39bca4ac4d27b1947941bd050e28&device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 1098 time: 0.1161783 Aug 25 19:10:08.978063 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-6f901b1c-8a3b-48cd-afd8-bc1295468c49 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks [] for floatingip, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:09.182344 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f,segment=NetworkSegment(53d47dea-4354-48e2-8d62-a37d0ab26078),segment_id=53d47dea-4354-48e2-8d62-a37d0ab26078)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:10:09.204838 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Returning: {'device': '5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f', 'network_id': '4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1', 'port_id': '5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f', 'mac_address': 'fa:16:3e:37:16:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01124877-1e02-41ab-ac74-7fab9c7740c5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:10:09.262790 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a82c2-2ed3-47d1-9ac0-e22d123045ee req-792a1d45-1701-4846-abf4-9f1681338cc0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:09.264311 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-1c1a82c2-2ed3-47d1-9ac0-e22d123045ee req-792a1d45-1701-4846-abf4-9f1681338cc0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d2049545-92f7-4e97-8b75-aba4057d3fca HTTP/1.1" status: 200 len: 916 time: 0.3409538 Aug 25 19:10:09.282785 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:09.305423 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f {{(pid=74945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:10:09.331517 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f,segment=NetworkSegment(53d47dea-4354-48e2-8d62-a37d0ab26078),segment_id=53d47dea-4354-48e2-8d62-a37d0ab26078)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:10:09.335371 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:09.339036 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-340250c3-5725-4c4b-8ab4-62e3de78040c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:09.372532 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143ab71-d928-48a3-9c5a-b3419c628dc3 req-4fab0304-a790-4466-a58d-2082bf88714c tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:09.374336 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-4143ab71-d928-48a3-9c5a-b3419c628dc3 req-4fab0304-a790-4466-a58d-2082bf88714c tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 943 time: 0.4119959 Aug 25 19:10:09.375868 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-1c1a82c2-2ed3-47d1-9ac0-e22d123045ee req-e23873a2-cfc1-4035-8195-b4fd77278e42 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c930cfdb-7cb5-4807-824e-d2f0e72dffb5 HTTP/1.1" status: 200 len: 217 time: 0.1026585 Aug 25 19:10:09.429676 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f,revision_number=9']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:09.444861 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:09.445313 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:09.445716 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:09.446200 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:09.446552 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:09.446961 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:09.447365 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:09.447768 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:09.448167 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:09.448734 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:09.449170 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:09.454024 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:09.510899 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a82c2-2ed3-47d1-9ac0-e22d123045ee req-1553e1a0-ccdc-46c7-9236-1c033d12da9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:09.510899 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-1c1a82c2-2ed3-47d1-9ac0-e22d123045ee req-1553e1a0-ccdc-46c7-9236-1c033d12da9f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=96da7e0f-8b66-4c82-8362-f0eac7936cc9 HTTP/1.1" status: 200 len: 854 time: 0.1190479 Aug 25 19:10:09.516361 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-4143ab71-d928-48a3-9c5a-b3419c628dc3 req-33e1f230-02b5-4e52-b903-31f5c345d255 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847430 Aug 25 19:10:09.598775 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-1c1a82c2-2ed3-47d1-9ac0-e22d123045ee req-945557e7-626e-47b3-94b8-e92780cdedf8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d2049545-92f7-4e97-8b75-aba4057d3fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0807705 Aug 25 19:10:09.667285 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] get_ports_and_sgs() called for port_ids ['5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f'] {{(pid=74945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:10:09.901285 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f901b1c-8a3b-48cd-afd8-bc1295468c49 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Router acf3e95c-bb6e-416a-b3d9-f0eb882f1486 has already been hosted by L3 agent 6ef59418-d088-436f-8fb3-73af7fac7dac {{(pid=74944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:10:10.050923 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-1c1a82c2-2ed3-47d1-9ac0-e22d123045ee req-3f91e472-e34a-4903-9d83-d54fe40581f3 service neutron] 10.222.0.23 "GET /v2.0/networks/d2049545-92f7-4e97-8b75-aba4057d3fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4391420 Aug 25 19:10:10.217877 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f901b1c-8a3b-48cd-afd8-bc1295468c49 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify agent at l3_agent.dv-cinder-806038-1-smb the message routers_updated {{(pid=74944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:10:10.238132 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-1c1a82c2-2ed3-47d1-9ac0-e22d123045ee req-f34b766e-8b0c-47c0-9535-9eb6e503d0e9 service neutron] 10.222.0.23 "GET /v2.0/networks/d2049545-92f7-4e97-8b75-aba4057d3fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755824 Aug 25 19:10:10.247821 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-6f901b1c-8a3b-48cd-afd8-bc1295468c49 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for floatingip, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:10.248627 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e155869-5a20-4fbd-bbb7-52e32808b3b2 None None] Sync routers for ids ['acf3e95c-bb6e-416a-b3d9-f0eb882f1486'] in dv-cinder-806038-1-smb {{(pid=74946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:10:10.272109 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e155869-5a20-4fbd-bbb7-52e32808b3b2 None None] Routers {'acf3e95c-bb6e-416a-b3d9-f0eb882f1486'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:10:10.272750 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-0e155869-5a20-4fbd-bbb7-52e32808b3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:09:45Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['acf3e95c-bb6e-416a-b3d9-f0eb882f1486'], 'active': True} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:10:10.317069 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-6f901b1c-8a3b-48cd-afd8-bc1295468c49 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "DELETE /v2.0/floatingips/d68a5031-56ad-46c1-9d2a-005e026d7ddc HTTP/1.1" status: 204 len: 168 time: 2.5366404 Aug 25 19:10:10.318173 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe46817-6685-4f3e-be9d-2d68c5105933', 'tag': 'c930cfdb-7cb5-4807-824e-d2f0e72dffb5'}] {{(pid=74944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:10:10.412898 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbe46817-6685-4f3e-be9d-2d68c5105933', 'tag': 'c930cfdb-7cb5-4807-824e-d2f0e72dffb5', 'status': 'completed', 'code': 200} Aug 25 19:10:10.534529 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvr_db [None req-0e155869-5a20-4fbd-bbb7-52e32808b3b2 None None] Set router acf3e95c-bb6e-416a-b3d9-f0eb882f1486 gateway port host: dv-cinder-806038-1-smb {{(pid=74946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:10:10.626786 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-ca8200f3-1995-4ee2-aad0-00104037f205 req-b4886516-220e-45ab-9bb4-9876f6fa4c22 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5bff39bca4ac4d27b1947941bd050e28&device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 1098 time: 0.1504955 Aug 25 19:10:10.793220 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f up at agent hyperv_hv-cinder-80603 {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:10:10.995170 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8200f3-1995-4ee2-aad0-00104037f205 req-6515b11b-f4c3-4872-8c6b-d0b9b542c670 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:10.997823 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-ca8200f3-1995-4ee2-aad0-00104037f205 req-6515b11b-f4c3-4872-8c6b-d0b9b542c670 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d2049545-92f7-4e97-8b75-aba4057d3fca HTTP/1.1" status: 200 len: 916 time: 0.3634751 Aug 25 19:10:11.024834 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Provisioning complete for port 5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:10:11.025526 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:11.091100 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-ca8200f3-1995-4ee2-aad0-00104037f205 req-c6f150db-ce6c-4ae7-80b0-6e924f2e892d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c930cfdb-7cb5-4807-824e-d2f0e72dffb5 HTTP/1.1" status: 200 len: 217 time: 0.0780842 Aug 25 19:10:11.172667 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8200f3-1995-4ee2-aad0-00104037f205 req-4e497e0d-b8ef-476a-9ccd-4d97a8ac947a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:11.173267 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:11.174300 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-ca8200f3-1995-4ee2-aad0-00104037f205 req-4e497e0d-b8ef-476a-9ccd-4d97a8ac947a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=96da7e0f-8b66-4c82-8362-f0eac7936cc9 HTTP/1.1" status: 200 len: 854 time: 0.0748155 Aug 25 19:10:11.207246 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6777614a-77de-4d1f-aee0-564482e9877f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f'}] {{(pid=74945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:10:11.223365 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dbcf84-7d60-4f07-8939-270fdb36e377 req-fc1e102f-3421-4e24-9319-f29082e59823 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:11.225294 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f8dbcf84-7d60-4f07-8939-270fdb36e377 req-fc1e102f-3421-4e24-9319-f29082e59823 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 944 time: 0.3753190 Aug 25 19:10:11.234071 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f,segment=NetworkSegment(53d47dea-4354-48e2-8d62-a37d0ab26078),segment_id=53d47dea-4354-48e2-8d62-a37d0ab26078)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:10:11.241593 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:11.243639 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-ccdd0387-5deb-4c0a-997a-c3f394203f8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:11.329889 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f8dbcf84-7d60-4f07-8939-270fdb36e377 req-8e5cd8f4-f3ae-4e00-ae29-1a6f903a316d tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903659 Aug 25 19:10:11.353450 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-ca8200f3-1995-4ee2-aad0-00104037f205 req-d46dffc6-cc40-400a-ac30-cdddd0e7faf5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d2049545-92f7-4e97-8b75-aba4057d3fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1711807 Aug 25 19:10:11.358316 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-0e155869-5a20-4fbd-bbb7-52e32808b3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf3e95c-bb6e-416a-b3d9-f0eb882f1486', 'name': 'tempest-TestMinimumBasicScenario-1203416767-router', 'tenant_id': '5bff39bca4ac4d27b1947941bd050e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': '43c908b7-6827-4c0d-b14a-79d56c2f1794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:01Z', 'updated_at': '2021-08-25T19:07:08Z', 'revision_number': 4, 'project_id': '5bff39bca4ac4d27b1947941bd050e28', 'gw_port': {'id': '43c908b7-6827-4c0d-b14a-79d56c2f1794', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf3e95c-bb6e-416a-b3d9-f0eb882f1486', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:03Z', 'updated_at': '2021-08-25T19:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_interfaces': [{'id': '66f53f68-fbff-45a3-a7ff-e3d7db86d280', 'name': '', 'network_id': 'd2049545-92f7-4e97-8b75-aba4057d3fca', 'tenant_id': '5bff39bca4ac4d27b1947941bd050e28', 'mac_address': 'fa:16:3e:78:57:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf3e95c-bb6e-416a-b3d9-f0eb882f1486', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96da7e0f-8b66-4c82-8362-f0eac7936cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:07Z', 'updated_at': '2021-08-25T19:07:19Z', 'revision_number': 5, 'project_id': '5bff39bca4ac4d27b1947941bd050e28', 'subnets': [{'id': '96da7e0f-8b66-4c82-8362-f0eac7936cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:10:11.365865 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e155869-5a20-4fbd-bbb7-52e32808b3b2 None None] Checking router: acf3e95c-bb6e-416a-b3d9-f0eb882f1486 for host: dv-cinder-806038-1-smb {{(pid=74946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:10:11.384173 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e155869-5a20-4fbd-bbb7-52e32808b3b2 None None] Routers {'acf3e95c-bb6e-416a-b3d9-f0eb882f1486'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:10:11.385098 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-0e155869-5a20-4fbd-bbb7-52e32808b3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:09:45Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['acf3e95c-bb6e-416a-b3d9-f0eb882f1486'], 'active': True} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:10:11.452057 dv-cinder-806038-1-smb neutron-server[74945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6777614a-77de-4d1f-aee0-564482e9877f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f', 'code': 200} Aug 25 19:10:11.454424 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f,revision_number=10']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:11.462136 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:11.575108 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-ca8200f3-1995-4ee2-aad0-00104037f205 req-e1fdae44-0643-4401-97bc-1e1af08355a4 service neutron] 10.222.0.23 "GET /v2.0/networks/d2049545-92f7-4e97-8b75-aba4057d3fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089870 Aug 25 19:10:11.825969 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvr_db [None req-0e155869-5a20-4fbd-bbb7-52e32808b3b2 None None] Set router acf3e95c-bb6e-416a-b3d9-f0eb882f1486 gateway port host: dv-cinder-806038-1-smb {{(pid=74946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:10:11.880830 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-03d28f4e-ca24-4c7e-90bd-618445475fa2 req-b9f5bf24-5243-4d51-9af2-23bd9752d8f9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 1099 time: 0.1261957 Aug 25 19:10:11.912247 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-ca8200f3-1995-4ee2-aad0-00104037f205 req-63af1c67-a45b-49a6-8b1f-73aceda47c51 service neutron] 10.222.0.23 "GET /v2.0/networks/d2049545-92f7-4e97-8b75-aba4057d3fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275313 Aug 25 19:10:12.010034 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-03d28f4e-ca24-4c7e-90bd-618445475fa2 req-780b0c33-adc5-4380-8629-224565beb575 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184280 Aug 25 19:10:12.323804 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-0e155869-5a20-4fbd-bbb7-52e32808b3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf3e95c-bb6e-416a-b3d9-f0eb882f1486', 'name': 'tempest-TestMinimumBasicScenario-1203416767-router', 'tenant_id': '5bff39bca4ac4d27b1947941bd050e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': '43c908b7-6827-4c0d-b14a-79d56c2f1794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:01Z', 'updated_at': '2021-08-25T19:07:08Z', 'revision_number': 4, 'project_id': '5bff39bca4ac4d27b1947941bd050e28', 'gw_port': {'id': '43c908b7-6827-4c0d-b14a-79d56c2f1794', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf3e95c-bb6e-416a-b3d9-f0eb882f1486', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:03Z', 'updated_at': '2021-08-25T19:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_interfaces': [{'id': '66f53f68-fbff-45a3-a7ff-e3d7db86d280', 'name': '', 'network_id': 'd2049545-92f7-4e97-8b75-aba4057d3fca', 'tenant_id': '5bff39bca4ac4d27b1947941bd050e28', 'mac_address': 'fa:16:3e:78:57:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf3e95c-bb6e-416a-b3d9-f0eb882f1486', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96da7e0f-8b66-4c82-8362-f0eac7936cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:07Z', 'updated_at': '2021-08-25T19:07:19Z', 'revision_number': 5, 'project_id': '5bff39bca4ac4d27b1947941bd050e28', 'subnets': [{'id': '96da7e0f-8b66-4c82-8362-f0eac7936cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:10:12.328839 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e155869-5a20-4fbd-bbb7-52e32808b3b2 None None] The sync data for ids ['acf3e95c-bb6e-416a-b3d9-f0eb882f1486'] in dv-cinder-806038-1-smb is: [{'id': 'acf3e95c-bb6e-416a-b3d9-f0eb882f1486', 'name': 'tempest-TestMinimumBasicScenario-1203416767-router', 'tenant_id': '5bff39bca4ac4d27b1947941bd050e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': '43c908b7-6827-4c0d-b14a-79d56c2f1794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:01Z', 'updated_at': '2021-08-25T19:07:08Z', 'revision_number': 4, 'project_id': '5bff39bca4ac4d27b1947941bd050e28', 'gw_port': {'id': '43c908b7-6827-4c0d-b14a-79d56c2f1794', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf3e95c-bb6e-416a-b3d9-f0eb882f1486', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:03Z', 'updated_at': '2021-08-25T19:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_interfaces': [{'id': '66f53f68-fbff-45a3-a7ff-e3d7db86d280', 'name': '', 'network_id': 'd2049545-92f7-4e97-8b75-aba4057d3fca', 'tenant_id': '5bff39bca4ac4d27b1947941bd050e28', 'mac_address': 'fa:16:3e:78:57:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf3e95c-bb6e-416a-b3d9-f0eb882f1486', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96da7e0f-8b66-4c82-8362-f0eac7936cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:07Z', 'updated_at': '2021-08-25T19:07:19Z', 'revision_number': 5, 'project_id': '5bff39bca4ac4d27b1947941bd050e28', 'subnets': [{'id': '96da7e0f-8b66-4c82-8362-f0eac7936cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:10:12.431040 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-8061ee86-33d4-4ce0-9c73-26bfe876acf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:12.629424 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c50141-04a0-4110-bb42-11d56f20626b None None] New status for floating IP d68a5031-56ad-46c1-9d2a-005e026d7ddc: DOWN {{(pid=74945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 19:10:12.758422 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0916e8-413c-4f92-85b1-5ca7be20062f req-6042c0b2-0bcd-4e8c-8dbe-a1e9d4288310 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:12.759952 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-3e0916e8-413c-4f92-85b1-5ca7be20062f req-6042c0b2-0bcd-4e8c-8dbe-a1e9d4288310 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 946 time: 0.0948787 Aug 25 19:10:12.821341 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-3e0916e8-413c-4f92-85b1-5ca7be20062f req-cbb0f3da-9b3e-4021-ad3b-4da7bbe540f7 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525255 Aug 25 19:10:12.885588 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:14.152203 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6bd778-0310-425c-86f0-5ed398bbb947 req-753e14de-16c7-44db-813b-c68ee9dbd595 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:14.154870 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-af6bd778-0310-425c-86f0-5ed398bbb947 req-753e14de-16c7-44db-813b-c68ee9dbd595 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 946 time: 0.1512127 Aug 25 19:10:14.234405 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-af6bd778-0310-425c-86f0-5ed398bbb947 req-f6a9b776-372f-4d64-b816-01b8ae0f99eb tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733747 Aug 25 19:10:15.010604 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-9a5be410-55bb-40eb-8ffc-726af95a28d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:15.405442 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece6341-9c47-4702-9e29-28a415bd9cab req-f635700d-7cc6-47b4-ae57-d40a29178a77 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:15.406642 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-dece6341-9c47-4702-9e29-28a415bd9cab req-f635700d-7cc6-47b4-ae57-d40a29178a77 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Synchronizing usage tracker for tenant:5bff39bca4ac4d27b1947941bd050e28 on resource:port {{(pid=74944) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:10:15.432523 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-dece6341-9c47-4702-9e29-28a415bd9cab req-f635700d-7cc6-47b4-ae57-d40a29178a77 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Unset dirty status for tenant:5bff39bca4ac4d27b1947941bd050e28 on resource:port {{(pid=74944) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:10:15.434851 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-dece6341-9c47-4702-9e29-28a415bd9cab req-f635700d-7cc6-47b4-ae57-d40a29178a77 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 945 time: 0.1276696 Aug 25 19:10:15.492981 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-dece6341-9c47-4702-9e29-28a415bd9cab req-0f939b68-e3cd-459e-914b-56201ba5d9c9 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e146f45e-c0e9-4981-a200-10ecdd1ea260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485742 Aug 25 19:10:15.512896 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f8ef5-e0ce-4c2a-81d2-5f62012b589e req-4fff7588-6dbd-4dfa-a2c0-2977dd9f283b tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:15.514506 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-4a6f8ef5-e0ce-4c2a-81d2-5f62012b589e req-4fff7588-6dbd-4dfa-a2c0-2977dd9f283b tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 946 time: 0.0977786 Aug 25 19:10:15.565098 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-4a6f8ef5-e0ce-4c2a-81d2-5f62012b589e req-33c3a87e-2fa4-43c0-92fb-8bada1cba567 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437181 Aug 25 19:10:15.855726 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:16.754991 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b54be-e694-4da8-9b34-a2dac3d8dba2 req-f6d620df-f903-4200-9b55-4df0c82483ad tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:16.757466 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-956b54be-e694-4da8-9b34-a2dac3d8dba2 req-f6d620df-f903-4200-9b55-4df0c82483ad tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 945 time: 0.0920110 Aug 25 19:10:16.841276 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-956b54be-e694-4da8-9b34-a2dac3d8dba2 req-e4e307b7-e4a8-46a3-bb7a-9ed65d110e7b tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e146f45e-c0e9-4981-a200-10ecdd1ea260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766134 Aug 25 19:10:17.290413 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:17.472638 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38fd15-c7ed-46d5-aa71-c0b64aa6a751 req-7ad65ada-d168-4517-abe2-93206ef3f6f0 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:17.474516 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-ec38fd15-c7ed-46d5-aa71-c0b64aa6a751 req-7ad65ada-d168-4517-abe2-93206ef3f6f0 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 945 time: 0.0860257 Aug 25 19:10:17.548527 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.plugin [req-ec38fd15-c7ed-46d5-aa71-c0b64aa6a751 req-3c4e9d67-e41c-4dd8-a61f-2fa39048db2d tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Deleting port c930cfdb-7cb5-4807-824e-d2f0e72dffb5 {{(pid=74944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:10:17.548764 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-ec38fd15-c7ed-46d5-aa71-c0b64aa6a751 req-3c4e9d67-e41c-4dd8-a61f-2fa39048db2d tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:17.926135 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.db [req-ec38fd15-c7ed-46d5-aa71-c0b64aa6a751 req-3c4e9d67-e41c-4dd8-a61f-2fa39048db2d tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] For port c930cfdb-7cb5-4807-824e-d2f0e72dffb5, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=c930cfdb-7cb5-4807-824e-d2f0e72dffb5,segment=NetworkSegment(29a4bbfe-a834-4c4c-8299-f29887d9e0b7),segment_id=29a4bbfe-a834-4c4c-8299-f29887d9e0b7)] {{(pid=74944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:10:17.927029 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-ec38fd15-c7ed-46d5-aa71-c0b64aa6a751 req-3c4e9d67-e41c-4dd8-a61f-2fa39048db2d tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:18.089747 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.plugin [req-ec38fd15-c7ed-46d5-aa71-c0b64aa6a751 req-3c4e9d67-e41c-4dd8-a61f-2fa39048db2d tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Calling delete_port for c930cfdb-7cb5-4807-824e-d2f0e72dffb5 owned by compute:nova {{(pid=74944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:10:18.210283 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88fa258-f672-4248-8492-b376f6111961 req-088a3e9e-c6b0-49b4-9fc1-a5008fd5b1a3 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:18.212363 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-b88fa258-f672-4248-8492-b376f6111961 req-088a3e9e-c6b0-49b4-9fc1-a5008fd5b1a3 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 945 time: 0.1429007 Aug 25 19:10:18.271824 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-b88fa258-f672-4248-8492-b376f6111961 req-c952db08-a735-41ee-bdb2-df92ef9e11b9 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Synchronizing usage tracker for tenant:5bff39bca4ac4d27b1947941bd050e28 on resource:security_group {{(pid=74943) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:10:18.300882 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-b88fa258-f672-4248-8492-b376f6111961 req-c952db08-a735-41ee-bdb2-df92ef9e11b9 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Unset dirty status for tenant:5bff39bca4ac4d27b1947941bd050e28 on resource:security_group {{(pid=74943) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:10:18.302680 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-b88fa258-f672-4248-8492-b376f6111961 req-c952db08-a735-41ee-bdb2-df92ef9e11b9 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e146f45e-c0e9-4981-a200-10ecdd1ea260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833468 Aug 25 19:10:18.365008 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-ec38fd15-c7ed-46d5-aa71-c0b64aa6a751 req-3c4e9d67-e41c-4dd8-a61f-2fa39048db2d tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730660626180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730660203048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3912941'] for port, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:18.375930 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-4823533e-24e9-4638-9748-dad8104ddab4 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:18.414113 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] get_ports_and_sgs() called for port_ids ['c930cfdb-7cb5-4807-824e-d2f0e72dffb5'] {{(pid=74945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:10:18.463673 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e9d67-e41c-4dd8-a61f-2fa39048db2d tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Pushing event deleted for resources: {'Port': ['ID=c930cfdb-7cb5-4807-824e-d2f0e72dffb5,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:18.472589 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-3c4e9d67-e41c-4dd8-a61f-2fa39048db2d tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:18.626927 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec38fd15-c7ed-46d5-aa71-c0b64aa6a751 req-3c4e9d67-e41c-4dd8-a61f-2fa39048db2d tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] No DVR routers for this DVR port c930cfdb-7cb5-4807-824e-d2f0e72dffb5 on host hv-cinder-80603 {{(pid=74944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:10:18.628920 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-ec38fd15-c7ed-46d5-aa71-c0b64aa6a751 req-3c4e9d67-e41c-4dd8-a61f-2fa39048db2d tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for port, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:18.632486 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe46817-6685-4f3e-be9d-2d68c5105933', 'name': 'network-vif-deleted', 'tag': 'c930cfdb-7cb5-4807-824e-d2f0e72dffb5'}] {{(pid=74944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:10:18.665824 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-ec38fd15-c7ed-46d5-aa71-c0b64aa6a751 req-3c4e9d67-e41c-4dd8-a61f-2fa39048db2d tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.23 "DELETE /v2.0/ports/c930cfdb-7cb5-4807-824e-d2f0e72dffb5 HTTP/1.1" status: 204 len: 173 time: 1.1851461 Aug 25 19:10:18.724468 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbe46817-6685-4f3e-be9d-2d68c5105933', 'name': 'network-vif-deleted', 'tag': 'c930cfdb-7cb5-4807-824e-d2f0e72dffb5', 'status': 'completed', 'code': 200} Aug 25 19:10:19.533630 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-9f55e475-cf50-43d8-82aa-189d2764c162 req-d4365a48-d4c0-4ad5-87dc-9b99b30fe4ec tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbe46817-6685-4f3e-be9d-2d68c5105933 HTTP/1.1" status: 200 len: 210 time: 0.0490391 Aug 25 19:10:20.854104 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device c930cfdb-7cb5-4807-824e-d2f0e72dffb5 no longer exists at agent hyperv_hv-cinder-80603 {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:10:20.915131 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] No Port match for: c930cfdb-7cb5-4807-824e-d2f0e72dffb5 {{(pid=74945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:10:20.915703 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device c930cfdb-7cb5-4807-824e-d2f0e72dffb5 not bound to the agent host hv-cinder-80603 {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:10:21.371361 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 46864) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:21.931758 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-31102c4c-1276-41a5-880d-cbe7c3005342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675930'] for router_interface, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:22.804295 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.plugin [None req-31102c4c-1276-41a5-880d-cbe7c3005342 admin admin] Deleting port 66f53f68-fbff-45a3-a7ff-e3d7db86d280 {{(pid=74944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:10:22.805083 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-31102c4c-1276-41a5-880d-cbe7c3005342 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:23.049558 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.db [None req-31102c4c-1276-41a5-880d-cbe7c3005342 admin admin] For port 66f53f68-fbff-45a3-a7ff-e3d7db86d280, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=66f53f68-fbff-45a3-a7ff-e3d7db86d280,segment=NetworkSegment(29a4bbfe-a834-4c4c-8299-f29887d9e0b7),segment_id=29a4bbfe-a834-4c4c-8299-f29887d9e0b7)] {{(pid=74944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:10:23.049910 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-31102c4c-1276-41a5-880d-cbe7c3005342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:23.180518 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.plugin [None req-31102c4c-1276-41a5-880d-cbe7c3005342 admin admin] Calling delete_port for 66f53f68-fbff-45a3-a7ff-e3d7db86d280 owned by network:router_interface {{(pid=74944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:10:23.385654 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-31102c4c-1276-41a5-880d-cbe7c3005342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730660626180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730660203048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3912941'] for port, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:23.391377 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-f0e689eb-9148-4703-882f-9725fc0d70cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:23.439352 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31102c4c-1276-41a5-880d-cbe7c3005342 admin admin] Pushing event deleted for resources: {'Port': ['ID=66f53f68-fbff-45a3-a7ff-e3d7db86d280,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:23.442099 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-31102c4c-1276-41a5-880d-cbe7c3005342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:23.970958 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-31102c4c-1276-41a5-880d-cbe7c3005342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676014'] for router_interface, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:24.797276 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31102c4c-1276-41a5-880d-cbe7c3005342 admin admin] Router acf3e95c-bb6e-416a-b3d9-f0eb882f1486 has already been hosted by L3 agent 6ef59418-d088-436f-8fb3-73af7fac7dac {{(pid=74944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:10:25.121712 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31102c4c-1276-41a5-880d-cbe7c3005342 admin admin] Notify agent at l3_agent.dv-cinder-806038-1-smb the message routers_updated {{(pid=74944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:10:25.136448 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b73702d-fcf2-464f-898e-dfd43a8e3d00 None None] Sync routers for ids ['acf3e95c-bb6e-416a-b3d9-f0eb882f1486'] in dv-cinder-806038-1-smb {{(pid=74946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:10:25.147276 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 46890) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:25.159057 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b73702d-fcf2-464f-898e-dfd43a8e3d00 None None] Routers {'acf3e95c-bb6e-416a-b3d9-f0eb882f1486'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:10:25.159358 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-31102c4c-1276-41a5-880d-cbe7c3005342 admin admin] 10.222.0.18 "PUT /v2.0/routers/acf3e95c-bb6e-416a-b3d9-f0eb882f1486/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7861416 Aug 25 19:10:25.160625 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-5b73702d-fcf2-464f-898e-dfd43a8e3d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:10:15Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['acf3e95c-bb6e-416a-b3d9-f0eb882f1486'], 'active': True} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:10:25.377016 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvr_db [None req-5b73702d-fcf2-464f-898e-dfd43a8e3d00 None None] Set router acf3e95c-bb6e-416a-b3d9-f0eb882f1486 gateway port host: dv-cinder-806038-1-smb {{(pid=74946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:10:25.522673 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-d43368fd-0151-45cc-9f0e-92f791604c05 admin admin] Notify callbacks [] for router, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:25.775138 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-d43368fd-0151-45cc-9f0e-92f791604c05 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:25.780751 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-5b73702d-fcf2-464f-898e-dfd43a8e3d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf3e95c-bb6e-416a-b3d9-f0eb882f1486', 'name': 'tempest-TestMinimumBasicScenario-1203416767-router', 'tenant_id': '5bff39bca4ac4d27b1947941bd050e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': '43c908b7-6827-4c0d-b14a-79d56c2f1794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:01Z', 'updated_at': '2021-08-25T19:10:23Z', 'revision_number': 5, 'project_id': '5bff39bca4ac4d27b1947941bd050e28', 'gw_port': {'id': '43c908b7-6827-4c0d-b14a-79d56c2f1794', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf3e95c-bb6e-416a-b3d9-f0eb882f1486', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:03Z', 'updated_at': '2021-08-25T19:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb'}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:10:25.787540 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b73702d-fcf2-464f-898e-dfd43a8e3d00 None None] Checking router: acf3e95c-bb6e-416a-b3d9-f0eb882f1486 for host: dv-cinder-806038-1-smb {{(pid=74946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:10:25.789758 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [None req-d43368fd-0151-45cc-9f0e-92f791604c05 admin admin] Deleting port 43c908b7-6827-4c0d-b14a-79d56c2f1794 {{(pid=74943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:10:25.790352 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-d43368fd-0151-45cc-9f0e-92f791604c05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:25.803937 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b73702d-fcf2-464f-898e-dfd43a8e3d00 None None] Routers {'acf3e95c-bb6e-416a-b3d9-f0eb882f1486'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:10:25.804911 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-5b73702d-fcf2-464f-898e-dfd43a8e3d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:10:15Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['acf3e95c-bb6e-416a-b3d9-f0eb882f1486'], 'active': True} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:10:26.017768 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvr_db [None req-5b73702d-fcf2-464f-898e-dfd43a8e3d00 None None] Set router acf3e95c-bb6e-416a-b3d9-f0eb882f1486 gateway port host: None {{(pid=74946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:10:26.030108 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.db [None req-d43368fd-0151-45cc-9f0e-92f791604c05 admin admin] For port 43c908b7-6827-4c0d-b14a-79d56c2f1794, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=43c908b7-6827-4c0d-b14a-79d56c2f1794,segment=NetworkSegment(f1739f72-e14f-462c-b4e7-56bd3b40258a),segment_id=f1739f72-e14f-462c-b4e7-56bd3b40258a)] {{(pid=74943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:10:26.030568 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-d43368fd-0151-45cc-9f0e-92f791604c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:26.128497 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-5b73702d-fcf2-464f-898e-dfd43a8e3d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf3e95c-bb6e-416a-b3d9-f0eb882f1486', 'name': 'tempest-TestMinimumBasicScenario-1203416767-router', 'tenant_id': '5bff39bca4ac4d27b1947941bd050e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:01Z', 'updated_at': '2021-08-25T19:10:25Z', 'revision_number': 6, 'project_id': '5bff39bca4ac4d27b1947941bd050e28', 'gw_port_host': None}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:10:26.133212 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b73702d-fcf2-464f-898e-dfd43a8e3d00 None None] The sync data for ids ['acf3e95c-bb6e-416a-b3d9-f0eb882f1486'] in dv-cinder-806038-1-smb is: [{'id': 'acf3e95c-bb6e-416a-b3d9-f0eb882f1486', 'name': 'tempest-TestMinimumBasicScenario-1203416767-router', 'tenant_id': '5bff39bca4ac4d27b1947941bd050e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:01Z', 'updated_at': '2021-08-25T19:10:25Z', 'revision_number': 6, 'project_id': '5bff39bca4ac4d27b1947941bd050e28', 'gw_port_host': None}] {{(pid=74946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:10:26.184569 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [None req-d43368fd-0151-45cc-9f0e-92f791604c05 admin admin] Calling delete_port for 43c908b7-6827-4c0d-b14a-79d56c2f1794 owned by network:router_gateway {{(pid=74943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:10:26.374450 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-d43368fd-0151-45cc-9f0e-92f791604c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730660626180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730660203048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958082'] for port, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:26.378899 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-e2d09d39-a85d-4c5c-bf88-f5ed6ca6e583 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:26.425138 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43368fd-0151-45cc-9f0e-92f791604c05 admin admin] Pushing event deleted for resources: {'Port': ['ID=43c908b7-6827-4c0d-b14a-79d56c2f1794,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:26.428684 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-d43368fd-0151-45cc-9f0e-92f791604c05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:26.636899 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 66f53f68-fbff-45a3-a7ff-e3d7db86d280 no longer exists at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:10:26.701814 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] No Port match for: 66f53f68-fbff-45a3-a7ff-e3d7db86d280 {{(pid=74945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:10:26.702450 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 66f53f68-fbff-45a3-a7ff-e3d7db86d280 not bound to the agent host dv-cinder-806038-1-smb {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:10:26.861411 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-d43368fd-0151-45cc-9f0e-92f791604c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677159'] for router_gateway, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:27.260445 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-d43368fd-0151-45cc-9f0e-92f791604c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-679819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62248'] for router, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:27.272849 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-d43368fd-0151-45cc-9f0e-92f791604c05 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:27.320468 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-d43368fd-0151-45cc-9f0e-92f791604c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-678171'] for router, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:27.321334 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43368fd-0151-45cc-9f0e-92f791604c05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router acf3e95c-bb6e-416a-b3d9-f0eb882f1486 {{(pid=74943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 19:10:27.351554 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-d43368fd-0151-45cc-9f0e-92f791604c05 admin admin] Notify callbacks [] for router, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:27.358312 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-d43368fd-0151-45cc-9f0e-92f791604c05 admin admin] 10.222.0.18 "DELETE /v2.0/routers/acf3e95c-bb6e-416a-b3d9-f0eb882f1486 HTTP/1.1" status: 204 len: 168 time: 2.2046034 Aug 25 19:10:27.359115 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 46916) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:27.447957 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.db_base_plugin_v2 [None req-63aca085-d2b4-4208-a5e8-2b461160d089 admin admin] Deleting subnet 96da7e0f-8b66-4c82-8362-f0eac7936cc9 {{(pid=74943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 19:10:27.455168 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-63aca085-d2b4-4208-a5e8-2b461160d089 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:27.715506 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-63aca085-d2b4-4208-a5e8-2b461160d089 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4158297'] for subnet, precommit_delete_associations {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:27.861261 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-63aca085-d2b4-4208-a5e8-2b461160d089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1748394'] for subnet, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:27.983266 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-63aca085-d2b4-4208-a5e8-2b461160d089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1748371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3958193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4138906'] for subnet, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:27.988797 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:28.027606 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aca085-d2b4-4208-a5e8-2b461160d089 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96da7e0f-8b66-4c82-8362-f0eac7936cc9,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:28.032400 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-63aca085-d2b4-4208-a5e8-2b461160d089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:28.036420 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-63aca085-d2b4-4208-a5e8-2b461160d089 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:28.044669 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ee0646-4112-41b5-81f4-961cf040ab2e None None] Network d2049545-92f7-4e97-8b75-aba4057d3fca requested from dv-cinder-806038-1-smb {{(pid=74945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:10:28.048349 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-63aca085-d2b4-4208-a5e8-2b461160d089 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/96da7e0f-8b66-4c82-8362-f0eac7936cc9 HTTP/1.1" status: 204 len: 168 time: 0.6854537 Aug 25 19:10:28.050113 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 46924) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:28.251665 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-b91cc9b9-1bcf-47e2-af8b-15b32e9b6d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792208'] for network, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:28.271123 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [None req-b91cc9b9-1bcf-47e2-af8b-15b32e9b6d0c admin admin] Deleting port 17a76916-1f2b-4942-9f42-d7dd29f37d1f {{(pid=74943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:10:28.271814 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-b91cc9b9-1bcf-47e2-af8b-15b32e9b6d0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:28.485391 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4859199-51a5-4fd3-992d-946f486c25b4 None None] DHCP port deletion for d2049545-92f7-4e97-8b75-aba4057d3fca request from dv-cinder-806038-1-smb {{(pid=74945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 25 19:10:28.494395 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-a4859199-51a5-4fd3-992d-946f486c25b4 None None] Deleting port 17a76916-1f2b-4942-9f42-d7dd29f37d1f {{(pid=74945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:10:28.494787 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-a4859199-51a5-4fd3-992d-946f486c25b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:28.601786 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 43c908b7-6827-4c0d-b14a-79d56c2f1794 no longer exists at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:10:28.610973 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.db [None req-b91cc9b9-1bcf-47e2-af8b-15b32e9b6d0c admin admin] For port 17a76916-1f2b-4942-9f42-d7dd29f37d1f, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=17a76916-1f2b-4942-9f42-d7dd29f37d1f,segment=NetworkSegment(29a4bbfe-a834-4c4c-8299-f29887d9e0b7),segment_id=29a4bbfe-a834-4c4c-8299-f29887d9e0b7)] {{(pid=74943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:10:28.611592 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-b91cc9b9-1bcf-47e2-af8b-15b32e9b6d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:28.660953 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] No Port match for: 43c908b7-6827-4c0d-b14a-79d56c2f1794 {{(pid=74945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:10:28.661311 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 43c908b7-6827-4c0d-b14a-79d56c2f1794 not bound to the agent host dv-cinder-806038-1-smb {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:10:28.661862 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 17a76916-1f2b-4942-9f42-d7dd29f37d1f no longer exists at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:10:28.853953 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [None req-b91cc9b9-1bcf-47e2-af8b-15b32e9b6d0c admin admin] Calling delete_port for 17a76916-1f2b-4942-9f42-d7dd29f37d1f owned by network:dhcp {{(pid=74943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:10:28.867595 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-a4859199-51a5-4fd3-992d-946f486c25b4 None None] For port 17a76916-1f2b-4942-9f42-d7dd29f37d1f, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=17a76916-1f2b-4942-9f42-d7dd29f37d1f,segment=NetworkSegment(29a4bbfe-a834-4c4c-8299-f29887d9e0b7),segment_id=29a4bbfe-a834-4c4c-8299-f29887d9e0b7)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:10:28.868121 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-a4859199-51a5-4fd3-992d-946f486c25b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:29.004287 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-b91cc9b9-1bcf-47e2-af8b-15b32e9b6d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730660626180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730660203048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958082'] for port, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:29.018709 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-a57f5c3b-6d64-4fbd-90c4-6b61a5c29d12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:29.060105 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-a4859199-51a5-4fd3-992d-946f486c25b4 None None] Calling delete_port for 17a76916-1f2b-4942-9f42-d7dd29f37d1f owned by network:dhcp {{(pid=74945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:10:29.067645 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91cc9b9-1bcf-47e2-af8b-15b32e9b6d0c admin admin] No DVR routers for this DVR port 17a76916-1f2b-4942-9f42-d7dd29f37d1f on host dv-cinder-806038-1-smb {{(pid=74943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:10:29.069689 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91cc9b9-1bcf-47e2-af8b-15b32e9b6d0c admin admin] Pushing event deleted for resources: {'Port': ['ID=17a76916-1f2b-4942-9f42-d7dd29f37d1f,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:29.103479 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-b91cc9b9-1bcf-47e2-af8b-15b32e9b6d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:29.109065 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:29.205119 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.db.api [None req-a4859199-51a5-4fd3-992d-946f486c25b4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 19:10:29.205520 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_db.api [None req-a4859199-51a5-4fd3-992d-946f486c25b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 19:10:29.215351 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-b91cc9b9-1bcf-47e2-af8b-15b32e9b6d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1747491', 'neutron.services.segments.db._delete_segments_for_network-8730660705410'] for network, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:29.238349 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.services.segments.db [None req-b91cc9b9-1bcf-47e2-af8b-15b32e9b6d0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2049545-92f7-4e97-8b75-aba4057d3fca']}} {{(pid=74943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:10:29.261699 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.services.segments.db [None req-b91cc9b9-1bcf-47e2-af8b-15b32e9b6d0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29a4bbfe-a834-4c4c-8299-f29887d9e0b7') {'for_net_delete': True} {{(pid=74943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:10:29.262240 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.services.segments.db [None req-b91cc9b9-1bcf-47e2-af8b-15b32e9b6d0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29a4bbfe-a834-4c4c-8299-f29887d9e0b7') {} {{(pid=74943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:10:29.284437 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-b91cc9b9-1bcf-47e2-af8b-15b32e9b6d0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730660708253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4158294'] for segment, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:29.313983 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-b91cc9b9-1bcf-47e2-af8b-15b32e9b6d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748241'] for segment, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:29.322751 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b91cc9b9-1bcf-47e2-af8b-15b32e9b6d0c admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=74943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 19:10:29.323497 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-b91cc9b9-1bcf-47e2-af8b-15b32e9b6d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1748239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3958039'] for segment, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:29.338930 dv-cinder-806038-1-smb neutron-server[74943]: Traceback (most recent call last): Aug 25 19:10:29.338930 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 19:10:29.338930 dv-cinder-806038-1-smb neutron-server[74943]: timer() Aug 25 19:10:29.338930 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 19:10:29.338930 dv-cinder-806038-1-smb neutron-server[74943]: cb(*args, **kw) Aug 25 19:10:29.338930 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 19:10:29.338930 dv-cinder-806038-1-smb neutron-server[74943]: return func(*args, **kwargs) Aug 25 19:10:29.338930 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 19:10:29.338930 dv-cinder-806038-1-smb neutron-server[74943]: self._notify() Aug 25 19:10:29.338930 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 19:10:29.338930 dv-cinder-806038-1-smb neutron-server[74943]: self.callback(batched_events) Aug 25 19:10:29.338930 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 19:10:29.338930 dv-cinder-806038-1-smb neutron-server[74943]: event.method(event) Aug 25 19:10:29.338930 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 19:10:29.338930 dv-cinder-806038-1-smb neutron-server[74943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 19:10:29.338930 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 19:10:29.338930 dv-cinder-806038-1-smb neutron-server[74943]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 19:10:29.338930 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 19:10:29.338930 dv-cinder-806038-1-smb neutron-server[74943]: return f(self, *a, **k) Aug 25 19:10:29.338930 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 19:10:29.338930 dv-cinder-806038-1-smb neutron-server[74943]: return self._get(url).json() Aug 25 19:10:29.338930 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 19:10:29.338930 dv-cinder-806038-1-smb neutron-server[74943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 19:10:29.338930 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 19:10:29.338930 dv-cinder-806038-1-smb neutron-server[74943]: return self.request(url, 'GET', **kwargs) Aug 25 19:10:29.338930 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 19:10:29.338930 dv-cinder-806038-1-smb neutron-server[74943]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 19:10:29.338930 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 19:10:29.338930 dv-cinder-806038-1-smb neutron-server[74943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 19:10:29.338930 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 19:10:29.338930 dv-cinder-806038-1-smb neutron-server[74943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 19:10:29.338930 dv-cinder-806038-1-smb neutron-server[74943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 19:10:29.430068 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-b91cc9b9-1bcf-47e2-af8b-15b32e9b6d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1747496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677210'] for network, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:29.433976 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-a0943eca-e6b8-497c-b5c4-e99b174b660d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:29.450842 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-b91cc9b9-1bcf-47e2-af8b-15b32e9b6d0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for network, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:29.461074 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91cc9b9-1bcf-47e2-af8b-15b32e9b6d0c admin admin] Pushing event deleted for resources: {'Network': ['ID=d2049545-92f7-4e97-8b75-aba4057d3fca,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:29.465803 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-b91cc9b9-1bcf-47e2-af8b-15b32e9b6d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:29.479526 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-b91cc9b9-1bcf-47e2-af8b-15b32e9b6d0c admin admin] 10.222.0.18 "DELETE /v2.0/networks/d2049545-92f7-4e97-8b75-aba4057d3fca HTTP/1.1" status: 204 len: 168 time: 1.4276931 Aug 25 19:10:29.482825 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 46948) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:29.706496 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-a4859199-51a5-4fd3-992d-946f486c25b4 None None] Deleting port 17a76916-1f2b-4942-9f42-d7dd29f37d1f {{(pid=74945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:10:29.706894 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-a4859199-51a5-4fd3-992d-946f486c25b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:29.781180 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-a4859199-51a5-4fd3-992d-946f486c25b4 None None] The port '17a76916-1f2b-4942-9f42-d7dd29f37d1f' was deleted {{(pid=74945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 25 19:10:30.174701 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-ea4860ee-3a85-473e-a9c6-23e90553559a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675930'] for router_interface, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:31.036465 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [None req-ea4860ee-3a85-473e-a9c6-23e90553559a admin admin] Deleting port be181057-b3d0-4fe7-a05d-798694d4fa5c {{(pid=74943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:10:31.037224 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-ea4860ee-3a85-473e-a9c6-23e90553559a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:31.233367 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.db [None req-ea4860ee-3a85-473e-a9c6-23e90553559a admin admin] For port be181057-b3d0-4fe7-a05d-798694d4fa5c, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=be181057-b3d0-4fe7-a05d-798694d4fa5c,segment=NetworkSegment(a326238f-4a2b-45e7-8906-0524c14c5d5a),segment_id=a326238f-4a2b-45e7-8906-0524c14c5d5a)] {{(pid=74943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:10:31.233639 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-ea4860ee-3a85-473e-a9c6-23e90553559a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:31.363370 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [None req-ea4860ee-3a85-473e-a9c6-23e90553559a admin admin] Calling delete_port for be181057-b3d0-4fe7-a05d-798694d4fa5c owned by network:router_interface {{(pid=74943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:10:31.581983 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-ea4860ee-3a85-473e-a9c6-23e90553559a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730660626180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730660203048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958082'] for port, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:31.586102 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-a57f5c3b-6d64-4fbd-90c4-6b61a5c29d12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:31.633629 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4860ee-3a85-473e-a9c6-23e90553559a admin admin] Pushing event deleted for resources: {'Port': ['ID=be181057-b3d0-4fe7-a05d-798694d4fa5c,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:31.695002 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4860ee-3a85-473e-a9c6-23e90553559a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:31.695572 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4860ee-3a85-473e-a9c6-23e90553559a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:31.696038 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4860ee-3a85-473e-a9c6-23e90553559a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:31.696538 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4860ee-3a85-473e-a9c6-23e90553559a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:31.696956 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4860ee-3a85-473e-a9c6-23e90553559a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:31.697385 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4860ee-3a85-473e-a9c6-23e90553559a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:31.697925 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4860ee-3a85-473e-a9c6-23e90553559a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:31.698398 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4860ee-3a85-473e-a9c6-23e90553559a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:31.698968 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4860ee-3a85-473e-a9c6-23e90553559a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:31.699665 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4860ee-3a85-473e-a9c6-23e90553559a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:31.700164 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4860ee-3a85-473e-a9c6-23e90553559a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:31.704614 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-ea4860ee-3a85-473e-a9c6-23e90553559a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:32.040862 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-ea4860ee-3a85-473e-a9c6-23e90553559a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676014'] for router_interface, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:32.823349 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea4860ee-3a85-473e-a9c6-23e90553559a admin admin] Router 00e90ca0-933b-469a-b133-dfa2416a4d6a has already been hosted by L3 agent 6ef59418-d088-436f-8fb3-73af7fac7dac {{(pid=74943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:10:33.040745 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4860ee-3a85-473e-a9c6-23e90553559a admin admin] Notify agent at l3_agent.dv-cinder-806038-1-smb the message routers_updated {{(pid=74943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:10:33.053655 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71d7d27-1c36-4f70-8b7d-2a3c308598b8 None None] Sync routers for ids ['00e90ca0-933b-469a-b133-dfa2416a4d6a'] in dv-cinder-806038-1-smb {{(pid=74945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:10:33.064498 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-ea4860ee-3a85-473e-a9c6-23e90553559a admin admin] 10.222.0.18 "PUT /v2.0/routers/00e90ca0-933b-469a-b133-dfa2416a4d6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5803335 Aug 25 19:10:33.068015 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 46980) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:33.070287 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71d7d27-1c36-4f70-8b7d-2a3c308598b8 None None] Routers {'00e90ca0-933b-469a-b133-dfa2416a4d6a'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:10:33.070993 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-a71d7d27-1c36-4f70-8b7d-2a3c308598b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:10:15Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['00e90ca0-933b-469a-b133-dfa2416a4d6a'], 'active': True} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:10:33.265871 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvr_db [None req-a71d7d27-1c36-4f70-8b7d-2a3c308598b8 None None] Set router 00e90ca0-933b-469a-b133-dfa2416a4d6a gateway port host: dv-cinder-806038-1-smb {{(pid=74945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:10:33.280208 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-6203070d-eaf1-4637-bd4c-5c882bd51cc2 admin admin] Notify callbacks [] for router, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:33.502477 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-6203070d-eaf1-4637-bd4c-5c882bd51cc2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:33.517056 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [None req-6203070d-eaf1-4637-bd4c-5c882bd51cc2 admin admin] Deleting port 5af901df-d9cc-4d57-a454-a4a9deefa864 {{(pid=74943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:10:33.517687 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-6203070d-eaf1-4637-bd4c-5c882bd51cc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:33.646329 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-a71d7d27-1c36-4f70-8b7d-2a3c308598b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e90ca0-933b-469a-b133-dfa2416a4d6a', 'name': 'tempest-TestMinimumBasicScenario-224020454-router', 'tenant_id': 'f5b5859105584d5aa31fab895e4caf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '5af901df-d9cc-4d57-a454-a4a9deefa864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:15Z', 'updated_at': '2021-08-25T19:10:31Z', 'revision_number': 5, 'project_id': 'f5b5859105584d5aa31fab895e4caf32', 'gw_port': {'id': '5af901df-d9cc-4d57-a454-a4a9deefa864', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e90ca0-933b-469a-b133-dfa2416a4d6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:16Z', 'updated_at': '2021-08-25T19:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb'}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:10:33.654291 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71d7d27-1c36-4f70-8b7d-2a3c308598b8 None None] Checking router: 00e90ca0-933b-469a-b133-dfa2416a4d6a for host: dv-cinder-806038-1-smb {{(pid=74945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:10:33.673626 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71d7d27-1c36-4f70-8b7d-2a3c308598b8 None None] Routers {'00e90ca0-933b-469a-b133-dfa2416a4d6a'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:10:33.674806 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-a71d7d27-1c36-4f70-8b7d-2a3c308598b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:10:15Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['00e90ca0-933b-469a-b133-dfa2416a4d6a'], 'active': True} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:10:33.759209 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.db [None req-6203070d-eaf1-4637-bd4c-5c882bd51cc2 admin admin] For port 5af901df-d9cc-4d57-a454-a4a9deefa864, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=5af901df-d9cc-4d57-a454-a4a9deefa864,segment=NetworkSegment(f1739f72-e14f-462c-b4e7-56bd3b40258a),segment_id=f1739f72-e14f-462c-b4e7-56bd3b40258a)] {{(pid=74943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:10:33.759671 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-6203070d-eaf1-4637-bd4c-5c882bd51cc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:33.904769 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvr_db [None req-a71d7d27-1c36-4f70-8b7d-2a3c308598b8 None None] Set router 00e90ca0-933b-469a-b133-dfa2416a4d6a gateway port host: None {{(pid=74945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:10:34.060783 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-a71d7d27-1c36-4f70-8b7d-2a3c308598b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e90ca0-933b-469a-b133-dfa2416a4d6a', 'name': 'tempest-TestMinimumBasicScenario-224020454-router', 'tenant_id': 'f5b5859105584d5aa31fab895e4caf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:15Z', 'updated_at': '2021-08-25T19:10:33Z', 'revision_number': 6, 'project_id': 'f5b5859105584d5aa31fab895e4caf32', 'gw_port_host': None}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:10:34.067965 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71d7d27-1c36-4f70-8b7d-2a3c308598b8 None None] The sync data for ids ['00e90ca0-933b-469a-b133-dfa2416a4d6a'] in dv-cinder-806038-1-smb is: [{'id': '00e90ca0-933b-469a-b133-dfa2416a4d6a', 'name': 'tempest-TestMinimumBasicScenario-224020454-router', 'tenant_id': 'f5b5859105584d5aa31fab895e4caf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:15Z', 'updated_at': '2021-08-25T19:10:33Z', 'revision_number': 6, 'project_id': 'f5b5859105584d5aa31fab895e4caf32', 'gw_port_host': None}] {{(pid=74945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:10:34.133986 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [None req-6203070d-eaf1-4637-bd4c-5c882bd51cc2 admin admin] Calling delete_port for 5af901df-d9cc-4d57-a454-a4a9deefa864 owned by network:router_gateway {{(pid=74943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:10:34.368094 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-6203070d-eaf1-4637-bd4c-5c882bd51cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730660626180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730660203048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958082'] for port, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:34.372092 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-8009c61d-dc0d-4105-bd56-0fe6691e7f72 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:34.415923 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6203070d-eaf1-4637-bd4c-5c882bd51cc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5af901df-d9cc-4d57-a454-a4a9deefa864,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:34.421840 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-6203070d-eaf1-4637-bd4c-5c882bd51cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:34.674551 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-6203070d-eaf1-4637-bd4c-5c882bd51cc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677159'] for router_gateway, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:34.675706 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 5af901df-d9cc-4d57-a454-a4a9deefa864 no longer exists at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:10:34.711899 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] No Port match for: 5af901df-d9cc-4d57-a454-a4a9deefa864 {{(pid=74945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:10:34.712454 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 5af901df-d9cc-4d57-a454-a4a9deefa864 not bound to the agent host dv-cinder-806038-1-smb {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:10:34.713028 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device be181057-b3d0-4fe7-a05d-798694d4fa5c no longer exists at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:10:34.752225 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] No Port match for: be181057-b3d0-4fe7-a05d-798694d4fa5c {{(pid=74945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:10:34.752595 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device be181057-b3d0-4fe7-a05d-798694d4fa5c not bound to the agent host dv-cinder-806038-1-smb {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:10:34.993670 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-6203070d-eaf1-4637-bd4c-5c882bd51cc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-679819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62248'] for router, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:34.998531 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-6203070d-eaf1-4637-bd4c-5c882bd51cc2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:35.029128 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-6203070d-eaf1-4637-bd4c-5c882bd51cc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-678171'] for router, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:35.029729 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6203070d-eaf1-4637-bd4c-5c882bd51cc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00e90ca0-933b-469a-b133-dfa2416a4d6a {{(pid=74943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 19:10:35.043925 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-6203070d-eaf1-4637-bd4c-5c882bd51cc2 admin admin] Notify callbacks [] for router, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:35.046224 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-6203070d-eaf1-4637-bd4c-5c882bd51cc2 admin admin] 10.222.0.18 "DELETE /v2.0/routers/00e90ca0-933b-469a-b133-dfa2416a4d6a HTTP/1.1" status: 204 len: 168 time: 1.9760344 Aug 25 19:10:35.048011 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 46992) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:35.119055 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.db_base_plugin_v2 [None req-a82b2732-71c1-4d50-9a78-57c5245d92b4 admin admin] Deleting subnet 1149068e-6ff6-49d3-a047-4d4fd3892890 {{(pid=74943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 19:10:35.122786 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a82b2732-71c1-4d50-9a78-57c5245d92b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:35.181372 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a82b2732-71c1-4d50-9a78-57c5245d92b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4158297'] for subnet, precommit_delete_associations {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:35.329884 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a82b2732-71c1-4d50-9a78-57c5245d92b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1748394'] for subnet, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:35.446913 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a82b2732-71c1-4d50-9a78-57c5245d92b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1748371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3958193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4138906'] for subnet, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:35.454021 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-71e959b4-9694-4e59-af41-332adebe336f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:35.493935 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b2732-71c1-4d50-9a78-57c5245d92b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1149068e-6ff6-49d3-a047-4d4fd3892890,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:35.497531 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-a82b2732-71c1-4d50-9a78-57c5245d92b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:35.501379 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a82b2732-71c1-4d50-9a78-57c5245d92b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:35.511437 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e004bd4-5a93-4963-a850-113aa5a1d0b0 None None] Network d7d359c0-31d5-4239-b2a1-1fec45c60f66 requested from dv-cinder-806038-1-smb {{(pid=74945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:10:35.512506 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-a82b2732-71c1-4d50-9a78-57c5245d92b4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1149068e-6ff6-49d3-a047-4d4fd3892890 HTTP/1.1" status: 204 len: 168 time: 0.4623735 Aug 25 19:10:35.515802 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 47014) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:35.690276 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-660f60ce-057c-494e-b229-a85bc580ee13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792208'] for network, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:35.710337 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [None req-660f60ce-057c-494e-b229-a85bc580ee13 admin admin] Deleting port 54a29048-b37c-4d26-a425-0be750a249ae {{(pid=74943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:10:35.711007 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-660f60ce-057c-494e-b229-a85bc580ee13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:35.867070 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:35.983612 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42812eef-9d5e-4a7c-a74d-73b6b7b8f60c None None] DHCP port deletion for d7d359c0-31d5-4239-b2a1-1fec45c60f66 request from dv-cinder-806038-1-smb {{(pid=74945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 25 19:10:35.989379 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-42812eef-9d5e-4a7c-a74d-73b6b7b8f60c None None] Deleting port 54a29048-b37c-4d26-a425-0be750a249ae {{(pid=74945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:10:35.989849 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-42812eef-9d5e-4a7c-a74d-73b6b7b8f60c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:36.110100 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.db [None req-660f60ce-057c-494e-b229-a85bc580ee13 admin admin] For port 54a29048-b37c-4d26-a425-0be750a249ae, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=54a29048-b37c-4d26-a425-0be750a249ae,segment=NetworkSegment(a326238f-4a2b-45e7-8906-0524c14c5d5a),segment_id=a326238f-4a2b-45e7-8906-0524c14c5d5a)] {{(pid=74943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:10:36.110762 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-660f60ce-057c-494e-b229-a85bc580ee13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:36.230454 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-42812eef-9d5e-4a7c-a74d-73b6b7b8f60c None None] For port 54a29048-b37c-4d26-a425-0be750a249ae, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=54a29048-b37c-4d26-a425-0be750a249ae,segment=NetworkSegment(a326238f-4a2b-45e7-8906-0524c14c5d5a),segment_id=a326238f-4a2b-45e7-8906-0524c14c5d5a)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:10:36.230767 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-42812eef-9d5e-4a7c-a74d-73b6b7b8f60c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:36.346702 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [None req-660f60ce-057c-494e-b229-a85bc580ee13 admin admin] Calling delete_port for 54a29048-b37c-4d26-a425-0be750a249ae owned by network:dhcp {{(pid=74943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:10:36.369289 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-42812eef-9d5e-4a7c-a74d-73b6b7b8f60c None None] Calling delete_port for 54a29048-b37c-4d26-a425-0be750a249ae owned by network:dhcp {{(pid=74945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:10:36.456232 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-42812eef-9d5e-4a7c-a74d-73b6b7b8f60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730660626180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730660203048'] for port, after_delete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:36.461172 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:36.493797 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.db.api [None req-660f60ce-057c-494e-b229-a85bc580ee13 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 19:10:36.494445 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_db.api [None req-660f60ce-057c-494e-b229-a85bc580ee13 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 19:10:36.522936 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42812eef-9d5e-4a7c-a74d-73b6b7b8f60c None None] Pushing event deleted for resources: {'Port': ['ID=54a29048-b37c-4d26-a425-0be750a249ae,revision_number=None']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:36.526826 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-42812eef-9d5e-4a7c-a74d-73b6b7b8f60c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:36.531624 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42812eef-9d5e-4a7c-a74d-73b6b7b8f60c None None] No DVR routers for this DVR port 54a29048-b37c-4d26-a425-0be750a249ae on host dv-cinder-806038-1-smb {{(pid=74945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:10:36.541039 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 54a29048-b37c-4d26-a425-0be750a249ae no longer exists at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:10:36.579691 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] No Port match for: 54a29048-b37c-4d26-a425-0be750a249ae {{(pid=74945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:10:36.580044 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 54a29048-b37c-4d26-a425-0be750a249ae not bound to the agent host dv-cinder-806038-1-smb {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:10:36.995382 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [None req-660f60ce-057c-494e-b229-a85bc580ee13 admin admin] Deleting port 54a29048-b37c-4d26-a425-0be750a249ae {{(pid=74943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:10:36.996014 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-660f60ce-057c-494e-b229-a85bc580ee13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:37.093298 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [None req-660f60ce-057c-494e-b229-a85bc580ee13 admin admin] The port '54a29048-b37c-4d26-a425-0be750a249ae' was deleted {{(pid=74943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 25 19:10:37.278155 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-660f60ce-057c-494e-b229-a85bc580ee13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1747491', 'neutron.services.segments.db._delete_segments_for_network-8730660705410'] for network, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:37.293918 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.services.segments.db [None req-660f60ce-057c-494e-b229-a85bc580ee13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7d359c0-31d5-4239-b2a1-1fec45c60f66']}} {{(pid=74943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:10:37.308415 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.services.segments.db [None req-660f60ce-057c-494e-b229-a85bc580ee13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a326238f-4a2b-45e7-8906-0524c14c5d5a') {'for_net_delete': True} {{(pid=74943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:10:37.308718 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.services.segments.db [None req-660f60ce-057c-494e-b229-a85bc580ee13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a326238f-4a2b-45e7-8906-0524c14c5d5a') {} {{(pid=74943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:10:37.323268 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-660f60ce-057c-494e-b229-a85bc580ee13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730660708253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4158294'] for segment, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:37.343148 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-660f60ce-057c-494e-b229-a85bc580ee13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748241'] for segment, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:37.352587 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-660f60ce-057c-494e-b229-a85bc580ee13 admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=74943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 19:10:37.354002 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-660f60ce-057c-494e-b229-a85bc580ee13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1748239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3958039'] for segment, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:37.371919 dv-cinder-806038-1-smb neutron-server[74943]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 19:10:37.371919 dv-cinder-806038-1-smb neutron-server[74943]: util.warn( Aug 25 19:10:37.371919 dv-cinder-806038-1-smb neutron-server[74943]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 19:10:37.371919 dv-cinder-806038-1-smb neutron-server[74943]: util.warn( Aug 25 19:10:37.371919 dv-cinder-806038-1-smb neutron-server[74943]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 19:10:37.371919 dv-cinder-806038-1-smb neutron-server[74943]: util.warn( Aug 25 19:10:37.371919 dv-cinder-806038-1-smb neutron-server[74943]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 19:10:37.371919 dv-cinder-806038-1-smb neutron-server[74943]: util.warn( Aug 25 19:10:37.371919 dv-cinder-806038-1-smb neutron-server[74943]: Traceback (most recent call last): Aug 25 19:10:37.371919 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 19:10:37.371919 dv-cinder-806038-1-smb neutron-server[74943]: timer() Aug 25 19:10:37.371919 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 19:10:37.371919 dv-cinder-806038-1-smb neutron-server[74943]: cb(*args, **kw) Aug 25 19:10:37.371919 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 19:10:37.371919 dv-cinder-806038-1-smb neutron-server[74943]: return func(*args, **kwargs) Aug 25 19:10:37.371919 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 19:10:37.371919 dv-cinder-806038-1-smb neutron-server[74943]: self._notify() Aug 25 19:10:37.371919 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 19:10:37.371919 dv-cinder-806038-1-smb neutron-server[74943]: self.callback(batched_events) Aug 25 19:10:37.371919 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 19:10:37.371919 dv-cinder-806038-1-smb neutron-server[74943]: event.method(event) Aug 25 19:10:37.371919 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 19:10:37.371919 dv-cinder-806038-1-smb neutron-server[74943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 19:10:37.371919 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 19:10:37.371919 dv-cinder-806038-1-smb neutron-server[74943]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 19:10:37.371919 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 19:10:37.371919 dv-cinder-806038-1-smb neutron-server[74943]: return f(self, *a, **k) Aug 25 19:10:37.371919 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 19:10:37.371919 dv-cinder-806038-1-smb neutron-server[74943]: return self._get(url).json() Aug 25 19:10:37.371919 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 19:10:37.371919 dv-cinder-806038-1-smb neutron-server[74943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 19:10:37.371919 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 19:10:37.371919 dv-cinder-806038-1-smb neutron-server[74943]: return self.request(url, 'GET', **kwargs) Aug 25 19:10:37.371919 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 19:10:37.371919 dv-cinder-806038-1-smb neutron-server[74943]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 19:10:37.371919 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 19:10:37.371919 dv-cinder-806038-1-smb neutron-server[74943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 19:10:37.371919 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 19:10:37.371919 dv-cinder-806038-1-smb neutron-server[74943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 19:10:37.371919 dv-cinder-806038-1-smb neutron-server[74943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 19:10:37.459626 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-660f60ce-057c-494e-b229-a85bc580ee13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1747496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677210'] for network, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:37.463631 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:37.478014 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-660f60ce-057c-494e-b229-a85bc580ee13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for network, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:37.489956 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f60ce-057c-494e-b229-a85bc580ee13 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7d359c0-31d5-4239-b2a1-1fec45c60f66,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:37.494931 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-660f60ce-057c-494e-b229-a85bc580ee13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:37.499580 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-660f60ce-057c-494e-b229-a85bc580ee13 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d7d359c0-31d5-4239-b2a1-1fec45c60f66 HTTP/1.1" status: 204 len: 168 time: 1.9826252 Aug 25 19:10:37.760550 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 47042) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:37.828578 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-677bbc71-3696-4467-98db-2787ae758573 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5bff39bca4ac4d27b1947941bd050e28&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0663290 Aug 25 19:10:37.831020 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 47046) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:37.915075 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-5e8724d1-e389-4abe-82b1-ce3fbde0e334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:37.950846 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-5e8724d1-e389-4abe-82b1-ce3fbde0e334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:38.023973 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-5e8724d1-e389-4abe-82b1-ce3fbde0e334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:38.029010 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-bfbbd5f4-cb2d-44fa-be8a-d3f547f94ef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:38.045039 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8724d1-e389-4abe-82b1-ce3fbde0e334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e146f45e-c0e9-4981-a200-10ecdd1ea260,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:38.047944 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-5e8724d1-e389-4abe-82b1-ce3fbde0e334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:38.057576 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-5e8724d1-e389-4abe-82b1-ce3fbde0e334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:38.061966 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-5e8724d1-e389-4abe-82b1-ce3fbde0e334 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e146f45e-c0e9-4981-a200-10ecdd1ea260 HTTP/1.1" status: 204 len: 168 time: 0.2267866 Aug 25 19:10:38.679763 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 47064) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:38.749276 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-4b42eaa7-2d8e-4589-9145-d47020460b4a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f5b5859105584d5aa31fab895e4caf32&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0679011 Aug 25 19:10:38.751674 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 47072) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:38.848272 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-083f966f-73fa-44af-b8fb-41de8727f5db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:38.879499 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-083f966f-73fa-44af-b8fb-41de8727f5db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:38.964663 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-083f966f-73fa-44af-b8fb-41de8727f5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:38.974015 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-fe552c5e-acb8-41e1-8406-bbf49d84928d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:38.988984 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083f966f-73fa-44af-b8fb-41de8727f5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcca22e3-9838-4f54-b7c7-a8a6e768167f,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:38.991715 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-083f966f-73fa-44af-b8fb-41de8727f5db admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:38.993089 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-083f966f-73fa-44af-b8fb-41de8727f5db admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bcca22e3-9838-4f54-b7c7-a8a6e768167f HTTP/1.1" status: 204 len: 168 time: 0.2401028 Aug 25 19:10:39.004163 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083f966f-73fa-44af-b8fb-41de8727f5db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:39.004831 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083f966f-73fa-44af-b8fb-41de8727f5db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:39.005448 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083f966f-73fa-44af-b8fb-41de8727f5db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:39.005810 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083f966f-73fa-44af-b8fb-41de8727f5db admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:39.006130 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083f966f-73fa-44af-b8fb-41de8727f5db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:39.006967 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083f966f-73fa-44af-b8fb-41de8727f5db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:39.008486 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083f966f-73fa-44af-b8fb-41de8727f5db admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:39.009561 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083f966f-73fa-44af-b8fb-41de8727f5db admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:39.009873 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083f966f-73fa-44af-b8fb-41de8727f5db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:39.010303 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083f966f-73fa-44af-b8fb-41de8727f5db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:39.010727 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083f966f-73fa-44af-b8fb-41de8727f5db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:39.015461 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-083f966f-73fa-44af-b8fb-41de8727f5db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:39.600634 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 47094) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:39.767019 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-cad22fd6-f95d-49c4-8aa6-9f4356fa77e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:39.800947 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-cad22fd6-f95d-49c4-8aa6-9f4356fa77e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:10:39.804899 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-cad22fd6-f95d-49c4-8aa6-9f4356fa77e7 admin admin] Usage tracker for resource:security_group_rule and tenant:750c31ae75874efaa8a9c80e8dee930a is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:10:39.808083 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-cad22fd6-f95d-49c4-8aa6-9f4356fa77e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:10:39.815750 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-cad22fd6-f95d-49c4-8aa6-9f4356fa77e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:10:39.905210 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-cad22fd6-f95d-49c4-8aa6-9f4356fa77e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:39.910342 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-cad22fd6-f95d-49c4-8aa6-9f4356fa77e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:39.918127 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-083f966f-73fa-44af-b8fb-41de8727f5db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:39.967816 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad22fd6-f95d-49c4-8aa6-9f4356fa77e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a06e4bf-1877-4cd6-96ad-12aa48496fc0,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:39.973043 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-cad22fd6-f95d-49c4-8aa6-9f4356fa77e7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=750c31ae75874efaa8a9c80e8dee930a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3710015 Aug 25 19:10:39.975289 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 47100) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:39.975790 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-cad22fd6-f95d-49c4-8aa6-9f4356fa77e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:40.053009 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-5f4f28a1-2a81-4892-b466-13e9c922b360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:40.102246 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-5f4f28a1-2a81-4892-b466-13e9c922b360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:40.179517 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-5f4f28a1-2a81-4892-b466-13e9c922b360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:40.183630 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-bc0ab777-24e4-4a4e-899e-fc4ea55ec9ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:40.197952 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f28a1-2a81-4892-b466-13e9c922b360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a06e4bf-1877-4cd6-96ad-12aa48496fc0,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:40.201833 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-5f4f28a1-2a81-4892-b466-13e9c922b360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:40.205128 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-5f4f28a1-2a81-4892-b466-13e9c922b360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:40.205291 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-5f4f28a1-2a81-4892-b466-13e9c922b360 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5a06e4bf-1877-4cd6-96ad-12aa48496fc0 HTTP/1.1" status: 204 len: 168 time: 0.2282236 Aug 25 19:10:40.637629 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 47108) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:40.658549 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-a5f6ecb9-281b-47b5-929b-6fcfb072272b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:40.678114 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.agents_db [None req-346cd5c8-7112-4e4f-bf89-0e0659d32542 None None] Agent healthcheck: found 6 active agents {{(pid=74946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:10:40.696817 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-a5f6ecb9-281b-47b5-929b-6fcfb072272b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:10:40.701787 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-a5f6ecb9-281b-47b5-929b-6fcfb072272b admin admin] Usage tracker for resource:security_group_rule and tenant:09f470ace86147a1ba72f5fdc8cb7227 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:10:40.705399 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-a5f6ecb9-281b-47b5-929b-6fcfb072272b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:10:40.712257 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-a5f6ecb9-281b-47b5-929b-6fcfb072272b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:10:40.794232 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-a5f6ecb9-281b-47b5-929b-6fcfb072272b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:40.798998 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-a5f6ecb9-281b-47b5-929b-6fcfb072272b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:40.805874 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-16291f1a-d03d-49a9-acc3-14933e6fbfda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:40.850070 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f6ecb9-281b-47b5-929b-6fcfb072272b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58bf6136-ec59-4eab-ba62-d73b298d9411,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:40.853211 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-a5f6ecb9-281b-47b5-929b-6fcfb072272b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:40.855699 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-a5f6ecb9-281b-47b5-929b-6fcfb072272b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=09f470ace86147a1ba72f5fdc8cb7227&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2168169 Aug 25 19:10:40.859884 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 47112) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:40.983285 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-75563dc4-b05e-40ab-8055-4edcafddd2d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:41.021205 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-75563dc4-b05e-40ab-8055-4edcafddd2d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:41.081883 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-75563dc4-b05e-40ab-8055-4edcafddd2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:41.086791 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-42655a82-4e7a-4a57-9fff-b6d14a0c54a6 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:41.101120 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75563dc4-b05e-40ab-8055-4edcafddd2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bf6136-ec59-4eab-ba62-d73b298d9411,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:41.105222 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-75563dc4-b05e-40ab-8055-4edcafddd2d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:41.115223 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-75563dc4-b05e-40ab-8055-4edcafddd2d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:41.116388 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-75563dc4-b05e-40ab-8055-4edcafddd2d2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/58bf6136-ec59-4eab-ba62-d73b298d9411 HTTP/1.1" status: 204 len: 168 time: 0.2553513 Aug 25 19:10:42.428994 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-df8e246e-defc-45d5-b557-bda301907975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:42.896407 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:43.921145 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 47172) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:44.114427 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-6fef4cbe-a568-493a-b36e-1f7b6683a217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:44.150448 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-6fef4cbe-a568-493a-b36e-1f7b6683a217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:10:44.155273 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-6fef4cbe-a568-493a-b36e-1f7b6683a217 admin admin] Usage tracker for resource:security_group_rule and tenant:0b52603292a44922b032fdd8ac8d2efe is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:10:44.158760 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-6fef4cbe-a568-493a-b36e-1f7b6683a217 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:10:44.165567 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-6fef4cbe-a568-493a-b36e-1f7b6683a217 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:10:44.257059 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-6fef4cbe-a568-493a-b36e-1f7b6683a217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:44.261875 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-6fef4cbe-a568-493a-b36e-1f7b6683a217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:44.270089 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-b0267d13-de28-4907-acff-dfeae3969a32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:44.316465 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef4cbe-a568-493a-b36e-1f7b6683a217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa846f3-3424-4f27-baa4-ff839dd306c6,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:44.321740 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-6fef4cbe-a568-493a-b36e-1f7b6683a217 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0b52603292a44922b032fdd8ac8d2efe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3991017 Aug 25 19:10:44.322766 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-6fef4cbe-a568-493a-b36e-1f7b6683a217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:44.326480 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 47178) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:44.531519 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-2fa3e570-b601-4de9-9e3b-4781b007795b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:44.578526 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-2fa3e570-b601-4de9-9e3b-4781b007795b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:44.668082 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-2fa3e570-b601-4de9-9e3b-4781b007795b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:44.673089 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-b3c97a70-98ac-429e-a542-9101e6ad9b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:44.686272 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa3e570-b601-4de9-9e3b-4781b007795b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa846f3-3424-4f27-baa4-ff839dd306c6,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:44.690333 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-2fa3e570-b601-4de9-9e3b-4781b007795b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:44.694256 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-2fa3e570-b601-4de9-9e3b-4781b007795b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:44.696260 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-2fa3e570-b601-4de9-9e3b-4781b007795b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/efa846f3-3424-4f27-baa4-ff839dd306c6 HTTP/1.1" status: 204 len: 168 time: 0.3681405 Aug 25 19:10:44.985330 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-aa74deb4-0a4c-49cf-9d16-3f158fcc6ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:45.147486 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 47186) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:45.168210 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-4efb8d4d-0fcb-4edf-bec6-6ec80c6b28c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:45.208136 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-4efb8d4d-0fcb-4edf-bec6-6ec80c6b28c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:10:45.212901 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-4efb8d4d-0fcb-4edf-bec6-6ec80c6b28c8 admin admin] Usage tracker for resource:security_group_rule and tenant:ef0223b004054ff9b23719a2e07a5e22 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:10:45.216507 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-4efb8d4d-0fcb-4edf-bec6-6ec80c6b28c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:10:45.224463 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-4efb8d4d-0fcb-4edf-bec6-6ec80c6b28c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:10:45.310710 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-4efb8d4d-0fcb-4edf-bec6-6ec80c6b28c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:45.315899 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-4efb8d4d-0fcb-4edf-bec6-6ec80c6b28c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:45.325753 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-62917ddb-1152-4b84-b1fb-f85ef227ea52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:45.369916 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb8d4d-0fcb-4edf-bec6-6ec80c6b28c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00588c20-8d25-4bf0-9547-c424137c659e,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:45.374092 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-4efb8d4d-0fcb-4edf-bec6-6ec80c6b28c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:45.381947 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-4efb8d4d-0fcb-4edf-bec6-6ec80c6b28c8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ef0223b004054ff9b23719a2e07a5e22&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2331028 Aug 25 19:10:45.385690 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 47190) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:45.458172 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-39e85746-638b-4eda-b436-fb52dd856843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:45.492646 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-39e85746-638b-4eda-b436-fb52dd856843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:45.554821 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-39e85746-638b-4eda-b436-fb52dd856843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:45.559220 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-befdc780-cf35-445c-b2d6-633a17bf69a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:45.571678 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e85746-638b-4eda-b436-fb52dd856843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00588c20-8d25-4bf0-9547-c424137c659e,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:45.576201 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-39e85746-638b-4eda-b436-fb52dd856843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:45.581487 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-39e85746-638b-4eda-b436-fb52dd856843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:45.582720 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-39e85746-638b-4eda-b436-fb52dd856843 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/00588c20-8d25-4bf0-9547-c424137c659e HTTP/1.1" status: 204 len: 168 time: 0.1958046 Aug 25 19:10:45.868572 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:47.301464 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:48.619775 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3af3d-278e-43b6-b63e-13ab82dd7da6 req-0fd0a07a-4f13-4138-a529-0a9090fe5c4d tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:48.623113 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-99e3af3d-278e-43b6-b63e-13ab82dd7da6 req-0fd0a07a-4f13-4138-a529-0a9090fe5c4d tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 946 time: 0.1270263 Aug 25 19:10:48.684650 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 47260) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:48.696158 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-99e3af3d-278e-43b6-b63e-13ab82dd7da6 req-4848e773-25d9-4fbf-bec3-6dc6aa1d611a tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661473 Aug 25 19:10:48.861756 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-4f14c734-b89c-41b8-b664-f960cb460e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:48.898908 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-4f14c734-b89c-41b8-b664-f960cb460e05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:10:48.903993 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-4f14c734-b89c-41b8-b664-f960cb460e05 admin admin] Usage tracker for resource:security_group_rule and tenant:82538446d5504faba4d9ab1312eb607b is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:10:48.908341 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-4f14c734-b89c-41b8-b664-f960cb460e05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:10:48.916224 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-4f14c734-b89c-41b8-b664-f960cb460e05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:10:48.998424 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-4f14c734-b89c-41b8-b664-f960cb460e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:49.003035 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-4f14c734-b89c-41b8-b664-f960cb460e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:49.010493 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-5e8724d1-e389-4abe-82b1-ce3fbde0e334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:49.054017 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f14c734-b89c-41b8-b664-f960cb460e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80ec95c-516c-472f-8c0c-dae8ac1f78a9,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:49.057660 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-4f14c734-b89c-41b8-b664-f960cb460e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:49.062003 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-4f14c734-b89c-41b8-b664-f960cb460e05 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=82538446d5504faba4d9ab1312eb607b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3756635 Aug 25 19:10:49.064030 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 47266) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:49.137030 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-6e37461b-42a2-419b-9606-a09b15084eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:49.168456 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-6e37461b-42a2-419b-9606-a09b15084eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:49.232294 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-6e37461b-42a2-419b-9606-a09b15084eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:49.237118 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-c522939e-673b-4213-a3e6-1640be194eb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:49.250282 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e37461b-42a2-419b-9606-a09b15084eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80ec95c-516c-472f-8c0c-dae8ac1f78a9,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:49.254269 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-6e37461b-42a2-419b-9606-a09b15084eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:49.259784 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-6e37461b-42a2-419b-9606-a09b15084eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:49.261306 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-6e37461b-42a2-419b-9606-a09b15084eb1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f80ec95c-516c-472f-8c0c-dae8ac1f78a9 HTTP/1.1" status: 204 len: 168 time: 0.1961477 Aug 25 19:10:49.664312 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 47274) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:49.685009 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-96493d4e-9617-45a0-ad4a-57ef1b23af1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:49.730189 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-96493d4e-9617-45a0-ad4a-57ef1b23af1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:10:49.734821 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-96493d4e-9617-45a0-ad4a-57ef1b23af1a admin admin] Usage tracker for resource:security_group_rule and tenant:3addb4e518d44995acd6c0c64d8fada2 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:10:49.738491 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-96493d4e-9617-45a0-ad4a-57ef1b23af1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:10:49.745900 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-96493d4e-9617-45a0-ad4a-57ef1b23af1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:10:49.825656 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-96493d4e-9617-45a0-ad4a-57ef1b23af1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:49.831232 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-96493d4e-9617-45a0-ad4a-57ef1b23af1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:49.844837 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-62f4e17f-e63e-461a-bd59-5b8e4e7ac16f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:49.964840 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81870a-6ef1-4feb-9860-ee0d01635586 req-0fef8263-6218-4861-99b1-5ce399f4370f tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:49.966608 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-ee81870a-6ef1-4feb-9860-ee0d01635586 req-0fef8263-6218-4861-99b1-5ce399f4370f tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.23 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 946 time: 0.1073806 Aug 25 19:10:49.980366 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96493d4e-9617-45a0-ad4a-57ef1b23af1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba17a366-f839-41fb-abb8-6943751c883f,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:49.993450 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-96493d4e-9617-45a0-ad4a-57ef1b23af1a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3addb4e518d44995acd6c0c64d8fada2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3239651 Aug 25 19:10:49.993450 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-96493d4e-9617-45a0-ad4a-57ef1b23af1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:49.995548 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 47280) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:50.070667 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.plugin [req-ee81870a-6ef1-4feb-9860-ee0d01635586 req-f9dfd3c6-7ba0-4f8b-a19c-38e07bd788be tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Deleting port 5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f {{(pid=74944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:10:50.071036 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-ee81870a-6ef1-4feb-9860-ee0d01635586 req-f9dfd3c6-7ba0-4f8b-a19c-38e07bd788be tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:50.078912 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee048d6-32f5-483d-8de7-89cb3f7641f1 req-288fdfe7-3950-435b-88d6-22397b9dbc77 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:50.080533 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-6ee048d6-32f5-483d-8de7-89cb3f7641f1 req-288fdfe7-3950-435b-88d6-22397b9dbc77 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 946 time: 0.1840129 Aug 25 19:10:50.115727 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-6cb6edf1-d934-4fab-afa4-fa096432d9bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:50.160251 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-6cb6edf1-d934-4fab-afa4-fa096432d9bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:50.176110 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-6ee048d6-32f5-483d-8de7-89cb3f7641f1 req-a8ef1db4-52f0-4a63-8c74-ad6ca009f087 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups?id=83209566-2265-48d9-bdcb-43b3b818b240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875964 Aug 25 19:10:50.249863 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-6cb6edf1-d934-4fab-afa4-fa096432d9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:50.258299 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-ca84ac03-6ef5-434d-a1c2-724bcc389469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:50.285885 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6edf1-d934-4fab-afa4-fa096432d9bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba17a366-f839-41fb-abb8-6943751c883f,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:50.290946 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-6cb6edf1-d934-4fab-afa4-fa096432d9bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:50.294341 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-6cb6edf1-d934-4fab-afa4-fa096432d9bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:50.296223 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-6cb6edf1-d934-4fab-afa4-fa096432d9bb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ba17a366-f839-41fb-abb8-6943751c883f HTTP/1.1" status: 204 len: 168 time: 0.2912104 Aug 25 19:10:50.466817 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.db [req-ee81870a-6ef1-4feb-9860-ee0d01635586 req-f9dfd3c6-7ba0-4f8b-a19c-38e07bd788be tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] For port 5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f,segment=NetworkSegment(53d47dea-4354-48e2-8d62-a37d0ab26078),segment_id=53d47dea-4354-48e2-8d62-a37d0ab26078)] {{(pid=74944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:10:50.467377 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-ee81870a-6ef1-4feb-9860-ee0d01635586 req-f9dfd3c6-7ba0-4f8b-a19c-38e07bd788be tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:50.915817 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-ee81870a-6ef1-4feb-9860-ee0d01635586 req-f9dfd3c6-7ba0-4f8b-a19c-38e07bd788be tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:50.916423 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-ee81870a-6ef1-4feb-9860-ee0d01635586 req-f9dfd3c6-7ba0-4f8b-a19c-38e07bd788be tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677192'] for floatingip, after_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:50.916846 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.db.l3_db [req-ee81870a-6ef1-4feb-9860-ee0d01635586 req-f9dfd3c6-7ba0-4f8b-a19c-38e07bd788be tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Floating IP a9ffe244-55df-4c79-a118-d2efd62a9245 disassociated. External IP: 172.28.1.99, port: 5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f. Aug 25 19:10:50.917375 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.plugin [req-ee81870a-6ef1-4feb-9860-ee0d01635586 req-f9dfd3c6-7ba0-4f8b-a19c-38e07bd788be tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Calling delete_port for 5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f owned by compute:nova {{(pid=74944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:10:51.132236 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-ee81870a-6ef1-4feb-9860-ee0d01635586 req-f9dfd3c6-7ba0-4f8b-a19c-38e07bd788be tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730660626180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730660203048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3912941'] for port, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:51.140533 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-0e17b217-27bb-4ace-9edf-721cac0aa045 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:51.194755 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dfd3c6-7ba0-4f8b-a19c-38e07bd788be tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Pushing event deleted for resources: {'Port': ['ID=5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:51.197383 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-f9dfd3c6-7ba0-4f8b-a19c-38e07bd788be tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:51.419072 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-016fa00e-2fae-4b3d-a2d5-44f2d75a635f req-bb7032d2-44f2-42d7-91dd-c039d6ba74d3 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6777614a-77de-4d1f-aee0-564482e9877f HTTP/1.1" status: 200 len: 210 time: 0.0560062 Aug 25 19:10:51.477794 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee81870a-6ef1-4feb-9860-ee0d01635586 req-f9dfd3c6-7ba0-4f8b-a19c-38e07bd788be tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Router 69e884ae-2093-4dd4-9dab-e56664b2bbac has already been hosted by L3 agent 6ef59418-d088-436f-8fb3-73af7fac7dac {{(pid=74944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:10:51.841851 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee81870a-6ef1-4feb-9860-ee0d01635586 req-f9dfd3c6-7ba0-4f8b-a19c-38e07bd788be tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify agent at l3_agent.dv-cinder-806038-1-smb the message routers_updated {{(pid=74944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:10:51.855616 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6838056d-79ba-4bde-9108-3b74e975be84 None None] Sync routers for ids ['69e884ae-2093-4dd4-9dab-e56664b2bbac'] in dv-cinder-806038-1-smb {{(pid=74946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:10:51.877827 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6838056d-79ba-4bde-9108-3b74e975be84 None None] Routers {'69e884ae-2093-4dd4-9dab-e56664b2bbac'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:10:51.879400 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-6838056d-79ba-4bde-9108-3b74e975be84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:10:45Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['69e884ae-2093-4dd4-9dab-e56664b2bbac'], 'active': True} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:10:51.975374 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee81870a-6ef1-4feb-9860-ee0d01635586 req-f9dfd3c6-7ba0-4f8b-a19c-38e07bd788be tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] No DVR routers for this DVR port 5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f on host hv-cinder-80603 {{(pid=74944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:10:51.978285 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-ee81870a-6ef1-4feb-9860-ee0d01635586 req-f9dfd3c6-7ba0-4f8b-a19c-38e07bd788be tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for port, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:51.981673 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6777614a-77de-4d1f-aee0-564482e9877f', 'name': 'network-vif-deleted', 'tag': '5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f'}] {{(pid=74944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:10:52.006065 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-ee81870a-6ef1-4feb-9860-ee0d01635586 req-f9dfd3c6-7ba0-4f8b-a19c-38e07bd788be tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.23 "DELETE /v2.0/ports/5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f HTTP/1.1" status: 204 len: 173 time: 2.0333107 Aug 25 19:10:52.052810 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6777614a-77de-4d1f-aee0-564482e9877f', 'name': 'network-vif-deleted', 'tag': '5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f', 'status': 'completed', 'code': 200} Aug 25 19:10:52.191793 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvr_db [None req-6838056d-79ba-4bde-9108-3b74e975be84 None None] Set router 69e884ae-2093-4dd4-9dab-e56664b2bbac gateway port host: dv-cinder-806038-1-smb {{(pid=74946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:10:52.639917 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-6838056d-79ba-4bde-9108-3b74e975be84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'name': 'tempest-AttachVolumeShelveTestJSON-1277462353-router', 'tenant_id': '972f6642a63b419091a626917b54e4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '1f4d34d5-aa37-48dc-9eef-e12fafe8f908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:10Z', 'updated_at': '2021-08-25T19:03:27Z', 'revision_number': 4, 'project_id': '972f6642a63b419091a626917b54e4c9', 'gw_port': {'id': '1f4d34d5-aa37-48dc-9eef-e12fafe8f908', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:12Z', 'updated_at': '2021-08-25T19:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_interfaces': [{'id': 'e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f', 'name': '', 'network_id': '4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1', 'tenant_id': '972f6642a63b419091a626917b54e4c9', 'mac_address': 'fa:16:3e:05:d2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01124877-1e02-41ab-ac74-7fab9c7740c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:25Z', 'updated_at': '2021-08-25T19:03:49Z', 'revision_number': 5, 'project_id': '972f6642a63b419091a626917b54e4c9', 'subnets': [{'id': '01124877-1e02-41ab-ac74-7fab9c7740c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:10:52.646696 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6838056d-79ba-4bde-9108-3b74e975be84 None None] Checking router: 69e884ae-2093-4dd4-9dab-e56664b2bbac for host: dv-cinder-806038-1-smb {{(pid=74946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:10:52.660155 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 47326) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:52.663885 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6838056d-79ba-4bde-9108-3b74e975be84 None None] Routers {'69e884ae-2093-4dd4-9dab-e56664b2bbac'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:10:52.664721 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-6838056d-79ba-4bde-9108-3b74e975be84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:10:45Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['69e884ae-2093-4dd4-9dab-e56664b2bbac'], 'active': True} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:10:52.741900 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-dd410591-9b09-44b0-ba9d-7f3e1627f6fa tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:52.787157 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-dd410591-9b09-44b0-ba9d-7f3e1627f6fa tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:52.906872 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-dd410591-9b09-44b0-ba9d-7f3e1627f6fa tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:52.913424 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvr_db [None req-6838056d-79ba-4bde-9108-3b74e975be84 None None] Set router 69e884ae-2093-4dd4-9dab-e56664b2bbac gateway port host: dv-cinder-806038-1-smb {{(pid=74946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:10:52.918497 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-57b12b90-4b85-4a30-81e4-1bc0ddefd6b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:52.961840 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd410591-9b09-44b0-ba9d-7f3e1627f6fa tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83209566-2265-48d9-bdcb-43b3b818b240,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:52.967141 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-dd410591-9b09-44b0-ba9d-7f3e1627f6fa tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:52.984300 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-dd410591-9b09-44b0-ba9d-7f3e1627f6fa tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:52.986298 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-dd410591-9b09-44b0-ba9d-7f3e1627f6fa tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "DELETE /v2.0/security-groups/83209566-2265-48d9-bdcb-43b3b818b240 HTTP/1.1" status: 204 len: 168 time: 0.3251300 Aug 25 19:10:52.990702 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 47334) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:53.001850 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f no longer exists at agent hyperv_hv-cinder-80603 {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:10:53.015672 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.api.v2.resource [None req-9f84692f-c596-4cb7-9a04-3c8b116e589b tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] show failed (client error): The resource could not be found. Aug 25 19:10:53.017251 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-9f84692f-c596-4cb7-9a04-3c8b116e589b tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "GET /v2.0/security-groups/83209566-2265-48d9-bdcb-43b3b818b240 HTTP/1.1" status: 404 len: 347 time: 0.0250306 Aug 25 19:10:53.022101 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 47340) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:53.080398 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] No Port match for: 5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f {{(pid=74945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:10:53.080978 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 5e0255b9-38e8-48a3-aa1c-9edb3ecf6e9f not bound to the agent host hv-cinder-80603 {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:10:53.299244 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.plugin [None req-840d0a74-e98f-44ce-aedd-6ad3a69de08a tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Deleting port 13e81df5-3f21-4471-a721-4649460522c0 {{(pid=74944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:10:53.299703 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-840d0a74-e98f-44ce-aedd-6ad3a69de08a tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:53.376980 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-6838056d-79ba-4bde-9108-3b74e975be84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'name': 'tempest-AttachVolumeShelveTestJSON-1277462353-router', 'tenant_id': '972f6642a63b419091a626917b54e4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '1f4d34d5-aa37-48dc-9eef-e12fafe8f908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:10Z', 'updated_at': '2021-08-25T19:03:27Z', 'revision_number': 4, 'project_id': '972f6642a63b419091a626917b54e4c9', 'gw_port': {'id': '1f4d34d5-aa37-48dc-9eef-e12fafe8f908', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:12Z', 'updated_at': '2021-08-25T19:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_interfaces': [{'id': 'e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f', 'name': '', 'network_id': '4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1', 'tenant_id': '972f6642a63b419091a626917b54e4c9', 'mac_address': 'fa:16:3e:05:d2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01124877-1e02-41ab-ac74-7fab9c7740c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:25Z', 'updated_at': '2021-08-25T19:03:49Z', 'revision_number': 5, 'project_id': '972f6642a63b419091a626917b54e4c9', 'subnets': [{'id': '01124877-1e02-41ab-ac74-7fab9c7740c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:10:53.381669 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6838056d-79ba-4bde-9108-3b74e975be84 None None] The sync data for ids ['69e884ae-2093-4dd4-9dab-e56664b2bbac'] in dv-cinder-806038-1-smb is: [{'id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'name': 'tempest-AttachVolumeShelveTestJSON-1277462353-router', 'tenant_id': '972f6642a63b419091a626917b54e4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '1f4d34d5-aa37-48dc-9eef-e12fafe8f908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:10Z', 'updated_at': '2021-08-25T19:03:27Z', 'revision_number': 4, 'project_id': '972f6642a63b419091a626917b54e4c9', 'gw_port': {'id': '1f4d34d5-aa37-48dc-9eef-e12fafe8f908', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:12Z', 'updated_at': '2021-08-25T19:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_interfaces': [{'id': 'e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f', 'name': '', 'network_id': '4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1', 'tenant_id': '972f6642a63b419091a626917b54e4c9', 'mac_address': 'fa:16:3e:05:d2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01124877-1e02-41ab-ac74-7fab9c7740c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:25Z', 'updated_at': '2021-08-25T19:03:49Z', 'revision_number': 5, 'project_id': '972f6642a63b419091a626917b54e4c9', 'subnets': [{'id': '01124877-1e02-41ab-ac74-7fab9c7740c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:10:53.619381 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-840d0a74-e98f-44ce-aedd-6ad3a69de08a tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:53.620018 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-840d0a74-e98f-44ce-aedd-6ad3a69de08a tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:53.711044 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99372bf-d16e-4b7b-ba2d-4e34682407d6 None None] New status for floating IP a9ffe244-55df-4c79-a118-d2efd62a9245: DOWN {{(pid=74945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 19:10:53.784206 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.plugin [None req-840d0a74-e98f-44ce-aedd-6ad3a69de08a tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Calling delete_port for 13e81df5-3f21-4471-a721-4649460522c0 owned by network:floatingip {{(pid=74944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:10:54.046062 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.db.api [None req-c99372bf-d16e-4b7b-ba2d-4e34682407d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=74945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 19:10:54.046962 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_db.api [None req-c99372bf-d16e-4b7b-ba2d-4e34682407d6 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 19:10:54.047927 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-840d0a74-e98f-44ce-aedd-6ad3a69de08a tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730660626180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730660203048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3912941'] for port, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:54.054982 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-944280f6-8c48-4164-8d5e-3b1fe8416ccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:54.135659 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840d0a74-e98f-44ce-aedd-6ad3a69de08a tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Pushing event deleted for resources: {'Port': ['ID=13e81df5-3f21-4471-a721-4649460522c0,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:54.141736 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-840d0a74-e98f-44ce-aedd-6ad3a69de08a tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:54.170601 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 47362) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:54.296848 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-840d0a74-e98f-44ce-aedd-6ad3a69de08a tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks [] for floatingip, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:54.325105 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-840d0a74-e98f-44ce-aedd-6ad3a69de08a tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for floatingip, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:54.327151 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-840d0a74-e98f-44ce-aedd-6ad3a69de08a tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] 10.222.0.18 "DELETE /v2.0/floatingips/a9ffe244-55df-4c79-a118-d2efd62a9245 HTTP/1.1" status: 204 len: 168 time: 1.3035095 Aug 25 19:10:54.501898 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a0829f7e-1fe7-4ab3-91dc-4d7fdf0336f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:54.548700 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99372bf-d16e-4b7b-ba2d-4e34682407d6 None None] New status for floating IP a9ffe244-55df-4c79-a118-d2efd62a9245: DOWN {{(pid=74945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 19:10:54.549904 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-a0829f7e-1fe7-4ab3-91dc-4d7fdf0336f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:10:54.555844 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-a0829f7e-1fe7-4ab3-91dc-4d7fdf0336f8 admin admin] Usage tracker for resource:security_group_rule and tenant:f016c19d7f3c40698d923ce1ef208962 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:10:54.560085 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-a0829f7e-1fe7-4ab3-91dc-4d7fdf0336f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:10:54.568639 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-a0829f7e-1fe7-4ab3-91dc-4d7fdf0336f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:10:54.668955 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a0829f7e-1fe7-4ab3-91dc-4d7fdf0336f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:54.674465 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a0829f7e-1fe7-4ab3-91dc-4d7fdf0336f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:54.689727 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-4f14c734-b89c-41b8-b664-f960cb460e05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:54.745152 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0829f7e-1fe7-4ab3-91dc-4d7fdf0336f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21d0c9c-5d8d-4206-8ece-083e7fabcf21,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:54.750748 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-a0829f7e-1fe7-4ab3-91dc-4d7fdf0336f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:54.756344 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-a0829f7e-1fe7-4ab3-91dc-4d7fdf0336f8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f016c19d7f3c40698d923ce1ef208962&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5822325 Aug 25 19:10:54.756681 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 47372) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:54.827633 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-21c6e583-f17f-4505-818b-b5d4700b6831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:54.855912 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-21c6e583-f17f-4505-818b-b5d4700b6831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:54.916531 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-21c6e583-f17f-4505-818b-b5d4700b6831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:54.922185 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-a0829f7e-1fe7-4ab3-91dc-4d7fdf0336f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:54.934487 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6e583-f17f-4505-818b-b5d4700b6831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21d0c9c-5d8d-4206-8ece-083e7fabcf21,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:54.938671 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-21c6e583-f17f-4505-818b-b5d4700b6831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:54.942562 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-21c6e583-f17f-4505-818b-b5d4700b6831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:54.944092 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-21c6e583-f17f-4505-818b-b5d4700b6831 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a21d0c9c-5d8d-4206-8ece-083e7fabcf21 HTTP/1.1" status: 204 len: 168 time: 0.1859126 Aug 25 19:10:55.361770 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 47380) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:55.384840 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a2c2c676-8eff-4311-a39f-321aeea9b290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:55.444779 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-a2c2c676-8eff-4311-a39f-321aeea9b290 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:10:55.448917 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-a2c2c676-8eff-4311-a39f-321aeea9b290 admin admin] Usage tracker for resource:security_group_rule and tenant:38df1d7de2fd4408be7344610aaa796a is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:10:55.452634 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-a2c2c676-8eff-4311-a39f-321aeea9b290 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:10:55.459707 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-a2c2c676-8eff-4311-a39f-321aeea9b290 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:10:55.540142 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a2c2c676-8eff-4311-a39f-321aeea9b290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:55.545598 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-a2c2c676-8eff-4311-a39f-321aeea9b290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:55.553464 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-5f4f28a1-2a81-4892-b466-13e9c922b360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:55.602289 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c2c676-8eff-4311-a39f-321aeea9b290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1caec46-206a-427c-b86c-4315346753eb,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:55.605954 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-a2c2c676-8eff-4311-a39f-321aeea9b290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:55.611212 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-a2c2c676-8eff-4311-a39f-321aeea9b290 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=38df1d7de2fd4408be7344610aaa796a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2480476 Aug 25 19:10:55.613533 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 47384) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:55.706307 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-d3173e5c-d4d8-4762-a05a-e4f2b6a88981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:55.740681 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-d3173e5c-d4d8-4762-a05a-e4f2b6a88981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:55.816262 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-d3173e5c-d4d8-4762-a05a-e4f2b6a88981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:55.821169 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-3f443f39-7500-422d-ab63-4436edaeaf79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:55.836260 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3173e5c-d4d8-4762-a05a-e4f2b6a88981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1caec46-206a-427c-b86c-4315346753eb,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:55.842437 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-d3173e5c-d4d8-4762-a05a-e4f2b6a88981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:55.846986 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-d3173e5c-d4d8-4762-a05a-e4f2b6a88981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:55.848857 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-d3173e5c-d4d8-4762-a05a-e4f2b6a88981 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a1caec46-206a-427c-b86c-4315346753eb HTTP/1.1" status: 204 len: 168 time: 0.2349839 Aug 25 19:10:57.358276 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 47426) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:57.775569 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 47436) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:57.936886 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-eeb3e334-3c20-442e-9358-cf57bdf69c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:57.984241 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-eeb3e334-3c20-442e-9358-cf57bdf69c73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:10:57.989361 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-eeb3e334-3c20-442e-9358-cf57bdf69c73 admin admin] Usage tracker for resource:security_group_rule and tenant:d521f7832f4248778585cc2ce568b4fd is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:10:57.993463 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-eeb3e334-3c20-442e-9358-cf57bdf69c73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:10:58.005614 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-eeb3e334-3c20-442e-9358-cf57bdf69c73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:10:58.104209 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-eeb3e334-3c20-442e-9358-cf57bdf69c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:58.109862 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-eeb3e334-3c20-442e-9358-cf57bdf69c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:58.118990 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-e2f865ae-549f-4a3c-9dbb-3bcb8fc419ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:58.133561 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-9a3c9de7-5720-4112-810d-3fbc150fe6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675930'] for router_interface, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:58.173218 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb3e334-3c20-442e-9358-cf57bdf69c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6794ab-d2fb-49ae-9ae6-d6ba5fd9cd7c,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:58.181759 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-eeb3e334-3c20-442e-9358-cf57bdf69c73 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d521f7832f4248778585cc2ce568b4fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4007237 Aug 25 19:10:58.181759 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-eeb3e334-3c20-442e-9358-cf57bdf69c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:58.182176 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 47442) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:58.251431 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-399d62fc-737f-4685-8ef4-703a782cf0db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:58.281550 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-399d62fc-737f-4685-8ef4-703a782cf0db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:58.340204 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-399d62fc-737f-4685-8ef4-703a782cf0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:58.344495 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-5510d4a6-c99f-4fd4-937c-ff8e71ad48a2 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:58.360890 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d62fc-737f-4685-8ef4-703a782cf0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6794ab-d2fb-49ae-9ae6-d6ba5fd9cd7c,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:58.364051 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-399d62fc-737f-4685-8ef4-703a782cf0db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:58.366231 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-399d62fc-737f-4685-8ef4-703a782cf0db admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:58.367426 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-399d62fc-737f-4685-8ef4-703a782cf0db admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/db6794ab-d2fb-49ae-9ae6-d6ba5fd9cd7c HTTP/1.1" status: 204 len: 168 time: 0.1843753 Aug 25 19:10:59.119821 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [None req-9a3c9de7-5720-4112-810d-3fbc150fe6ce admin admin] Deleting port e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f {{(pid=74943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:10:59.120511 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-9a3c9de7-5720-4112-810d-3fbc150fe6ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:59.312160 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.db [None req-9a3c9de7-5720-4112-810d-3fbc150fe6ce admin admin] For port e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f,segment=NetworkSegment(53d47dea-4354-48e2-8d62-a37d0ab26078),segment_id=53d47dea-4354-48e2-8d62-a37d0ab26078)] {{(pid=74943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:10:59.312542 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-9a3c9de7-5720-4112-810d-3fbc150fe6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:59.546581 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [None req-9a3c9de7-5720-4112-810d-3fbc150fe6ce admin admin] Calling delete_port for e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f owned by network:router_interface {{(pid=74943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:10:59.762568 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-9a3c9de7-5720-4112-810d-3fbc150fe6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730660626180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730660203048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958082'] for port, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:59.771118 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-91c7040e-16a5-4b9d-ac94-08fe0f74dcf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:59.852483 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3c9de7-5720-4112-810d-3fbc150fe6ce admin admin] Pushing event deleted for resources: {'Port': ['ID=e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:59.859303 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-9a3c9de7-5720-4112-810d-3fbc150fe6ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:00.396010 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-9a3c9de7-5720-4112-810d-3fbc150fe6ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676014'] for router_interface, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:01.084973 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a3c9de7-5720-4112-810d-3fbc150fe6ce admin admin] Router 69e884ae-2093-4dd4-9dab-e56664b2bbac has already been hosted by L3 agent 6ef59418-d088-436f-8fb3-73af7fac7dac {{(pid=74943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:11:01.331513 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3c9de7-5720-4112-810d-3fbc150fe6ce admin admin] Notify agent at l3_agent.dv-cinder-806038-1-smb the message routers_updated {{(pid=74943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:11:01.343402 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17fe079-dbde-4ae0-9a70-1d097260d895 None None] Sync routers for ids ['69e884ae-2093-4dd4-9dab-e56664b2bbac'] in dv-cinder-806038-1-smb {{(pid=74946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:11:01.358084 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17fe079-dbde-4ae0-9a70-1d097260d895 None None] Routers {'69e884ae-2093-4dd4-9dab-e56664b2bbac'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:11:01.358978 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-a17fe079-dbde-4ae0-9a70-1d097260d895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:10:45Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['69e884ae-2093-4dd4-9dab-e56664b2bbac'], 'active': True} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:01.364173 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-9a3c9de7-5720-4112-810d-3fbc150fe6ce admin admin] 10.222.0.18 "PUT /v2.0/routers/69e884ae-2093-4dd4-9dab-e56664b2bbac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0040610 Aug 25 19:11:01.367964 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 47472) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:01.622703 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-a3fa0b4e-18c2-4866-a859-2c65db74ccd5 admin admin] Notify callbacks [] for router, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:01.670984 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvr_db [None req-a17fe079-dbde-4ae0-9a70-1d097260d895 None None] Set router 69e884ae-2093-4dd4-9dab-e56664b2bbac gateway port host: dv-cinder-806038-1-smb {{(pid=74946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:11:01.880539 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5cec557a-2ff8-4819-b791-6833951789e0 req-c8fa0510-df1d-4aa1-894e-6325886129ee tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=52c9242da3824dc2a087f74a8a791c59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1460772 Aug 25 19:11:02.074507 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-a17fe079-dbde-4ae0-9a70-1d097260d895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'name': 'tempest-AttachVolumeShelveTestJSON-1277462353-router', 'tenant_id': '972f6642a63b419091a626917b54e4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '1f4d34d5-aa37-48dc-9eef-e12fafe8f908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:10Z', 'updated_at': '2021-08-25T19:10:59Z', 'revision_number': 5, 'project_id': '972f6642a63b419091a626917b54e4c9', 'gw_port': {'id': '1f4d34d5-aa37-48dc-9eef-e12fafe8f908', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:12Z', 'updated_at': '2021-08-25T19:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb'}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:02.079969 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17fe079-dbde-4ae0-9a70-1d097260d895 None None] Checking router: 69e884ae-2093-4dd4-9dab-e56664b2bbac for host: dv-cinder-806038-1-smb {{(pid=74946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:11:02.093166 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17fe079-dbde-4ae0-9a70-1d097260d895 None None] Routers {'69e884ae-2093-4dd4-9dab-e56664b2bbac'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:11:02.094091 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-a17fe079-dbde-4ae0-9a70-1d097260d895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:10:45Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['69e884ae-2093-4dd4-9dab-e56664b2bbac'], 'active': True} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:02.139603 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec557a-2ff8-4819-b791-6833951789e0 req-f2791bdc-cb2c-458a-91cc-be123ce13214 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:02.140904 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5cec557a-2ff8-4819-b791-6833951789e0 req-f2791bdc-cb2c-458a-91cc-be123ce13214 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2488403 Aug 25 19:11:02.170658 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5cec557a-2ff8-4819-b791-6833951789e0 req-e3a6bcb1-8692-49bc-a3fd-bd35fe5577a9 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] 10.222.0.18 "GET /v2.0/quotas/52c9242da3824dc2a087f74a8a791c59 HTTP/1.1" status: 200 len: 375 time: 0.0185654 Aug 25 19:11:02.261738 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5cec557a-2ff8-4819-b791-6833951789e0 req-1aee2d3f-4ba6-43b4-943d-f88069d555d1 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=52c9242da3824dc2a087f74a8a791c59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0800116 Aug 25 19:11:02.264468 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-a3fa0b4e-18c2-4866-a859-2c65db74ccd5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:02.282587 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.plugin [None req-a3fa0b4e-18c2-4866-a859-2c65db74ccd5 admin admin] Deleting port 1f4d34d5-aa37-48dc-9eef-e12fafe8f908 {{(pid=74944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:11:02.284497 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-a3fa0b4e-18c2-4866-a859-2c65db74ccd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:02.364041 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvr_db [None req-a17fe079-dbde-4ae0-9a70-1d097260d895 None None] Set router 69e884ae-2093-4dd4-9dab-e56664b2bbac gateway port host: dv-cinder-806038-1-smb {{(pid=74946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:11:02.653419 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.db [None req-a3fa0b4e-18c2-4866-a859-2c65db74ccd5 admin admin] For port 1f4d34d5-aa37-48dc-9eef-e12fafe8f908, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=1f4d34d5-aa37-48dc-9eef-e12fafe8f908,segment=NetworkSegment(f1739f72-e14f-462c-b4e7-56bd3b40258a),segment_id=f1739f72-e14f-462c-b4e7-56bd3b40258a)] {{(pid=74944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:11:02.654282 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-a3fa0b4e-18c2-4866-a859-2c65db74ccd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:02.697078 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-2ab4aefa-ec3b-4925-b590-30fde04f7d6f req-f4b54a79-9351-474f-907c-c2f3c254d515 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] 10.222.0.18 "GET /v2.0/ports?device_id=a214cd41-d47f-4991-aca2-48db73be807b HTTP/1.1" status: 200 len: 210 time: 0.0617902 Aug 25 19:11:02.785327 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-a17fe079-dbde-4ae0-9a70-1d097260d895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'name': 'tempest-AttachVolumeShelveTestJSON-1277462353-router', 'tenant_id': '972f6642a63b419091a626917b54e4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '1f4d34d5-aa37-48dc-9eef-e12fafe8f908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:10Z', 'updated_at': '2021-08-25T19:10:59Z', 'revision_number': 5, 'project_id': '972f6642a63b419091a626917b54e4c9', 'gw_port': {'id': '1f4d34d5-aa37-48dc-9eef-e12fafe8f908', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:12Z', 'updated_at': '2021-08-25T19:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb'}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:02.790688 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17fe079-dbde-4ae0-9a70-1d097260d895 None None] The sync data for ids ['69e884ae-2093-4dd4-9dab-e56664b2bbac'] in dv-cinder-806038-1-smb is: [{'id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'name': 'tempest-AttachVolumeShelveTestJSON-1277462353-router', 'tenant_id': '972f6642a63b419091a626917b54e4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '1f4d34d5-aa37-48dc-9eef-e12fafe8f908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:03:10Z', 'updated_at': '2021-08-25T19:10:59Z', 'revision_number': 5, 'project_id': '972f6642a63b419091a626917b54e4c9', 'gw_port': {'id': '1f4d34d5-aa37-48dc-9eef-e12fafe8f908', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e884ae-2093-4dd4-9dab-e56664b2bbac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:12Z', 'updated_at': '2021-08-25T19:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb'}] {{(pid=74946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:11:02.816163 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.plugin [None req-a3fa0b4e-18c2-4866-a859-2c65db74ccd5 admin admin] Calling delete_port for 1f4d34d5-aa37-48dc-9eef-e12fafe8f908 owned by network:router_gateway {{(pid=74944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:11:03.062613 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-a3fa0b4e-18c2-4866-a859-2c65db74ccd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730660626180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730660203048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3912941'] for port, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:03.070635 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-cd7d2e23-7a13-4c20-9956-4111e3280f91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:03.154190 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa0b4e-18c2-4866-a859-2c65db74ccd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f4d34d5-aa37-48dc-9eef-e12fafe8f908,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:03.162718 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-a3fa0b4e-18c2-4866-a859-2c65db74ccd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:03.433358 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-a3fa0b4e-18c2-4866-a859-2c65db74ccd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677159'] for router_gateway, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:03.904680 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-a3fa0b4e-18c2-4866-a859-2c65db74ccd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-679819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62248'] for router, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:03.913273 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-29df09f8-05e2-4a8b-8683-fe65c8de238c req-4fe3751d-b51c-4683-bd44-fe5a74e8d603 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] 10.222.0.18 "GET /v2.0/ports?device_id=a214cd41-d47f-4991-aca2-48db73be807b HTTP/1.1" status: 200 len: 210 time: 0.0554097 Aug 25 19:11:03.917694 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-a3fa0b4e-18c2-4866-a859-2c65db74ccd5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:03.971638 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-a3fa0b4e-18c2-4866-a859-2c65db74ccd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-678171'] for router, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:03.972562 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3fa0b4e-18c2-4866-a859-2c65db74ccd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69e884ae-2093-4dd4-9dab-e56664b2bbac {{(pid=74944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 19:11:03.993662 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-a3fa0b4e-18c2-4866-a859-2c65db74ccd5 admin admin] Notify callbacks [] for router, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:03.998344 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-a3fa0b4e-18c2-4866-a859-2c65db74ccd5 admin admin] 10.222.0.18 "DELETE /v2.0/routers/69e884ae-2093-4dd4-9dab-e56664b2bbac HTTP/1.1" status: 204 len: 168 time: 2.6264207 Aug 25 19:11:03.998913 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 47498) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:04.094318 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5cec557a-2ff8-4819-b791-6833951789e0 req-de59b54e-5667-469e-aaae-3790a824ced4 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=52c9242da3824dc2a087f74a8a791c59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473919 Aug 25 19:11:04.206315 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ee9ef82-2dd2-4c41-b32d-ab9910ac410c admin admin] Deleting subnet 01124877-1e02-41ab-ac74-7fab9c7740c5 {{(pid=74944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 19:11:04.214575 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-4ee9ef82-2dd2-4c41-b32d-ab9910ac410c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:04.307558 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-4ee9ef82-2dd2-4c41-b32d-ab9910ac410c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4084617'] for subnet, precommit_delete_associations {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:04.365321 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec557a-2ff8-4819-b791-6833951789e0 req-1749ec72-21fc-4c77-9e60-c51e416ec407 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:04.366987 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5cec557a-2ff8-4819-b791-6833951789e0 req-1749ec72-21fc-4c77-9e60-c51e416ec407 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2670343 Aug 25 19:11:04.393087 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [req-5cec557a-2ff8-4819-b791-6833951789e0 req-e0aea77a-50e9-4925-98a9-641c302f57d2 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Request body: {'port': {'device_id': 'a214cd41-d47f-4991-aca2-48db73be807b', 'network_id': 'f7716d4e-1d78-4b2c-92ab-cf933f1563f8', 'admin_state_up': True, 'tenant_id': '52c9242da3824dc2a087f74a8a791c59'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:11:04.564755 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 1f4d34d5-aa37-48dc-9eef-e12fafe8f908 no longer exists at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:11:04.568016 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-4ee9ef82-2dd2-4c41-b32d-ab9910ac410c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1748394'] for subnet, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:04.605122 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] No Port match for: 1f4d34d5-aa37-48dc-9eef-e12fafe8f908 {{(pid=74945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:11:04.605455 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 1f4d34d5-aa37-48dc-9eef-e12fafe8f908 not bound to the agent host dv-cinder-806038-1-smb {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:11:04.605861 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f no longer exists at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:11:04.641851 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] No Port match for: e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f {{(pid=74945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:11:04.642197 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device e9a26ffc-11d2-4aff-81c6-d9dd2b6e5c1f not bound to the agent host dv-cinder-806038-1-smb {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:11:04.650530 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [req-5cec557a-2ff8-4819-b791-6833951789e0 req-e0aea77a-50e9-4925-98a9-641c302f57d2 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:11:04.656135 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-5cec557a-2ff8-4819-b791-6833951789e0 req-e0aea77a-50e9-4925-98a9-641c302f57d2 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Usage tracker for resource:port and tenant:52c9242da3824dc2a087f74a8a791c59 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:11:04.660885 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-5cec557a-2ff8-4819-b791-6833951789e0 req-e0aea77a-50e9-4925-98a9-641c302f57d2 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:11:04.670500 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [req-5cec557a-2ff8-4819-b791-6833951789e0 req-e0aea77a-50e9-4925-98a9-641c302f57d2 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:11:04.682406 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-4ee9ef82-2dd2-4c41-b32d-ab9910ac410c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1748371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3912734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3743321'] for subnet, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:04.687018 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:04.714100 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cec557a-2ff8-4819-b791-6833951789e0 req-e0aea77a-50e9-4925-98a9-641c302f57d2 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Made reservation on behalf of 52c9242da3824dc2a087f74a8a791c59 for: {'port': 1} {{(pid=74944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:11:04.717267 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-5cec557a-2ff8-4819-b791-6833951789e0 req-e0aea77a-50e9-4925-98a9-641c302f57d2 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:04.741238 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee9ef82-2dd2-4c41-b32d-ab9910ac410c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01124877-1e02-41ab-ac74-7fab9c7740c5,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:04.743953 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-5cec557a-2ff8-4819-b791-6833951789e0 req-e0aea77a-50e9-4925-98a9-641c302f57d2 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:04.754573 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-4ee9ef82-2dd2-4c41-b32d-ab9910ac410c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:04.760924 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-4ee9ef82-2dd2-4c41-b32d-ab9910ac410c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for subnet, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:04.767690 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e998ca19-b10f-42e2-a5bd-3ba160ed3986 None None] Network 4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1 requested from dv-cinder-806038-1-smb {{(pid=74945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:11:04.772670 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-4ee9ef82-2dd2-4c41-b32d-ab9910ac410c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/01124877-1e02-41ab-ac74-7fab9c7740c5 HTTP/1.1" status: 204 len: 168 time: 0.7725477 Aug 25 19:11:04.776168 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 47502) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:04.790966 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [req-5cec557a-2ff8-4819-b791-6833951789e0 req-e0aea77a-50e9-4925-98a9-641c302f57d2 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:11:04.796088 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-5cec557a-2ff8-4819-b791-6833951789e0 req-e0aea77a-50e9-4925-98a9-641c302f57d2 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Usage tracker for resource:security_group_rule and tenant:52c9242da3824dc2a087f74a8a791c59 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:11:04.799579 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-5cec557a-2ff8-4819-b791-6833951789e0 req-e0aea77a-50e9-4925-98a9-641c302f57d2 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:11:04.806182 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [req-5cec557a-2ff8-4819-b791-6833951789e0 req-e0aea77a-50e9-4925-98a9-641c302f57d2 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:11:04.917066 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-5cec557a-2ff8-4819-b791-6833951789e0 req-e0aea77a-50e9-4925-98a9-641c302f57d2 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:04.926211 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-5cec557a-2ff8-4819-b791-6833951789e0 req-e0aea77a-50e9-4925-98a9-641c302f57d2 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:05.021608 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-8074b31f-2ddd-402d-93f5-449faab8777b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792208'] for network, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:05.035774 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [None req-8074b31f-2ddd-402d-93f5-449faab8777b admin admin] Deleting port 97175d94-4386-4e0f-9f8a-da476d2d9f93 {{(pid=74943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:11:05.036495 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-8074b31f-2ddd-402d-93f5-449faab8777b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:05.051540 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-d3173e5c-d4d8-4762-a05a-e4f2b6a88981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:05.152771 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c2b27c-ae29-475d-a1d2-be0e74a76e85 None None] DHCP port deletion for 4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1 request from dv-cinder-806038-1-smb {{(pid=74945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 25 19:11:05.158290 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-05c2b27c-ae29-475d-a1d2-be0e74a76e85 None None] Deleting port 97175d94-4386-4e0f-9f8a-da476d2d9f93 {{(pid=74945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:11:05.158870 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-05c2b27c-ae29-475d-a1d2-be0e74a76e85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:05.176031 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aea77a-50e9-4925-98a9-641c302f57d2 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc88db24-9279-4ab1-af33-103c3fe37a70,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:05.183535 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-e0aea77a-50e9-4925-98a9-641c302f57d2 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:05.234839 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-7824e39a-009b-4102-8bcd-e34e965d244b req-615e0f38-5414-40b6-a101-d59a6c1a9f52 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] 10.222.0.18 "GET /v2.0/ports?device_id=a214cd41-d47f-4991-aca2-48db73be807b HTTP/1.1" status: 200 len: 210 time: 0.1232324 Aug 25 19:11:05.249368 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.db_base_plugin_common [req-5cec557a-2ff8-4819-b791-6833951789e0 req-e0aea77a-50e9-4925-98a9-641c302f57d2 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Allocated IP 192.168.233.211 (f7716d4e-1d78-4b2c-92ab-cf933f1563f8/2533d686-f6e0-4dce-8c8b-0e7e155c021c/26de085b-525b-482d-aa42-53130fa3a088) {{(pid=74944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:11:05.378842 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.db [None req-8074b31f-2ddd-402d-93f5-449faab8777b admin admin] For port 97175d94-4386-4e0f-9f8a-da476d2d9f93, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=97175d94-4386-4e0f-9f8a-da476d2d9f93,segment=NetworkSegment(53d47dea-4354-48e2-8d62-a37d0ab26078),segment_id=53d47dea-4354-48e2-8d62-a37d0ab26078)] {{(pid=74943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:11:05.379148 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-8074b31f-2ddd-402d-93f5-449faab8777b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:05.500986 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-05c2b27c-ae29-475d-a1d2-be0e74a76e85 None None] For port 97175d94-4386-4e0f-9f8a-da476d2d9f93, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=97175d94-4386-4e0f-9f8a-da476d2d9f93,segment=NetworkSegment(53d47dea-4354-48e2-8d62-a37d0ab26078),segment_id=53d47dea-4354-48e2-8d62-a37d0ab26078)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:11:05.501275 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-05c2b27c-ae29-475d-a1d2-be0e74a76e85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:05.515154 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [None req-8074b31f-2ddd-402d-93f5-449faab8777b admin admin] Calling delete_port for 97175d94-4386-4e0f-9f8a-da476d2d9f93 owned by network:dhcp {{(pid=74943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:11:05.516321 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-5cec557a-2ff8-4819-b791-6833951789e0 req-e0aea77a-50e9-4925-98a9-641c302f57d2 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Notify callbacks [] for port, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:05.548076 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.provisioning_blocks [req-5cec557a-2ff8-4819-b791-6833951789e0 req-e0aea77a-50e9-4925-98a9-641c302f57d2 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Transition to ACTIVE for port object 26de085b-525b-482d-aa42-53130fa3a088 will not be triggered until provisioned by entity DHCP. {{(pid=74944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:11:05.578874 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-5cec557a-2ff8-4819-b791-6833951789e0 req-e0aea77a-50e9-4925-98a9-641c302f57d2 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3912941'] for port, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:05.585622 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-a3fa0b4e-18c2-4866-a859-2c65db74ccd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:05.610425 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-8074b31f-2ddd-402d-93f5-449faab8777b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730660626180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730660203048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958082'] for port, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:05.616099 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-80d981da-1a06-4cdd-a8ba-a83f34bedc3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:05.673317 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cec557a-2ff8-4819-b791-6833951789e0 req-e0aea77a-50e9-4925-98a9-641c302f57d2 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Network f7716d4e-1d78-4b2c-92ab-cf933f1563f8 is already hosted by enough agents. {{(pid=74944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:11:05.677598 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.base_scheduler [req-5cec557a-2ff8-4819-b791-6833951789e0 req-e0aea77a-50e9-4925-98a9-641c302f57d2 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Resources bound (agent type, host, resource id): {{(pid=74944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:11:05.679751 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aea77a-50e9-4925-98a9-641c302f57d2 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Pushing event updated for resources: {'Port': ['ID=26de085b-525b-482d-aa42-53130fa3a088,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:05.682033 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cec557a-2ff8-4819-b791-6833951789e0 req-e0aea77a-50e9-4925-98a9-641c302f57d2 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Received port after_create {{(pid=74944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:11:05.703910 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-05c2b27c-ae29-475d-a1d2-be0e74a76e85 None None] Calling delete_port for 97175d94-4386-4e0f-9f8a-da476d2d9f93 owned by network:dhcp {{(pid=74945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:11:05.710304 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-e0aea77a-50e9-4925-98a9-641c302f57d2 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:05.715491 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8074b31f-2ddd-402d-93f5-449faab8777b admin admin] Pushing event deleted for resources: {'Port': ['ID=97175d94-4386-4e0f-9f8a-da476d2d9f93,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:05.723259 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-8074b31f-2ddd-402d-93f5-449faab8777b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:05.724670 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8074b31f-2ddd-402d-93f5-449faab8777b admin admin] No DVR routers for this DVR port 97175d94-4386-4e0f-9f8a-da476d2d9f93 on host dv-cinder-806038-1-smb {{(pid=74943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:11:05.770876 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec557a-2ff8-4819-b791-6833951789e0 req-e0aea77a-50e9-4925-98a9-641c302f57d2 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:05.771536 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-5cec557a-2ff8-4819-b791-6833951789e0 req-e0aea77a-50e9-4925-98a9-641c302f57d2 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for port, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:05.805129 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5cec557a-2ff8-4819-b791-6833951789e0 req-e0aea77a-50e9-4925-98a9-641c302f57d2 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4159143 Aug 25 19:11:05.832416 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [req-5cec557a-2ff8-4819-b791-6833951789e0 req-911e9935-5a81-4c54-8de6-8d5d6e154b83 service neutron] Request body: {'port': {'device_id': 'a214cd41-d47f-4991-aca2-48db73be807b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80603'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:11:05.842752 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.db.api [None req-05c2b27c-ae29-475d-a1d2-be0e74a76e85 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 19:11:05.843310 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_db.api [None req-05c2b27c-ae29-475d-a1d2-be0e74a76e85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 19:11:05.865599 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:05.970676 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-8074b31f-2ddd-402d-93f5-449faab8777b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1747491', 'neutron.services.segments.db._delete_segments_for_network-8730660705410'] for network, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:05.991660 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.services.segments.db [None req-8074b31f-2ddd-402d-93f5-449faab8777b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1']}} {{(pid=74943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:06.005650 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.services.segments.db [None req-8074b31f-2ddd-402d-93f5-449faab8777b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53d47dea-4354-48e2-8d62-a37d0ab26078') {'for_net_delete': True} {{(pid=74943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:06.005950 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.services.segments.db [None req-8074b31f-2ddd-402d-93f5-449faab8777b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53d47dea-4354-48e2-8d62-a37d0ab26078') {} {{(pid=74943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:06.017723 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-5cec557a-2ff8-4819-b791-6833951789e0 req-911e9935-5a81-4c54-8de6-8d5d6e154b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:06.021616 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-8074b31f-2ddd-402d-93f5-449faab8777b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730660708253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4158294'] for segment, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:06.039495 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-8074b31f-2ddd-402d-93f5-449faab8777b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748241'] for segment, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:06.049341 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8074b31f-2ddd-402d-93f5-449faab8777b admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=74943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 19:11:06.049812 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-8074b31f-2ddd-402d-93f5-449faab8777b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1748239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3958039'] for segment, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:06.070693 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-79bb7f4e-363f-46b3-b041-f42dbd97f940 None None] Provisioning for port 26de085b-525b-482d-aa42-53130fa3a088 completed by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:11:06.071786 dv-cinder-806038-1-smb neutron-server[74943]: Traceback (most recent call last): Aug 25 19:11:06.071786 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 19:11:06.071786 dv-cinder-806038-1-smb neutron-server[74943]: timer() Aug 25 19:11:06.071786 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 19:11:06.071786 dv-cinder-806038-1-smb neutron-server[74943]: cb(*args, **kw) Aug 25 19:11:06.071786 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 19:11:06.071786 dv-cinder-806038-1-smb neutron-server[74943]: return func(*args, **kwargs) Aug 25 19:11:06.071786 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 19:11:06.071786 dv-cinder-806038-1-smb neutron-server[74943]: self._notify() Aug 25 19:11:06.071786 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 19:11:06.071786 dv-cinder-806038-1-smb neutron-server[74943]: self.callback(batched_events) Aug 25 19:11:06.071786 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 19:11:06.071786 dv-cinder-806038-1-smb neutron-server[74943]: event.method(event) Aug 25 19:11:06.071786 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 19:11:06.071786 dv-cinder-806038-1-smb neutron-server[74943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 19:11:06.071786 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 19:11:06.071786 dv-cinder-806038-1-smb neutron-server[74943]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 19:11:06.071786 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 19:11:06.071786 dv-cinder-806038-1-smb neutron-server[74943]: return f(self, *a, **k) Aug 25 19:11:06.071786 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 19:11:06.071786 dv-cinder-806038-1-smb neutron-server[74943]: return self._get(url).json() Aug 25 19:11:06.071786 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 19:11:06.071786 dv-cinder-806038-1-smb neutron-server[74943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 19:11:06.071786 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 19:11:06.071786 dv-cinder-806038-1-smb neutron-server[74943]: return self.request(url, 'GET', **kwargs) Aug 25 19:11:06.071786 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 19:11:06.071786 dv-cinder-806038-1-smb neutron-server[74943]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 19:11:06.071786 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 19:11:06.071786 dv-cinder-806038-1-smb neutron-server[74943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 19:11:06.071786 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 19:11:06.071786 dv-cinder-806038-1-smb neutron-server[74943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 19:11:06.071786 dv-cinder-806038-1-smb neutron-server[74943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 19:11:06.083993 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-79bb7f4e-363f-46b3-b041-f42dbd97f940 None None] Provisioning complete for port 26de085b-525b-482d-aa42-53130fa3a088 triggered by entity DHCP. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:11:06.084764 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-79bb7f4e-363f-46b3-b041-f42dbd97f940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:06.165200 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-8074b31f-2ddd-402d-93f5-449faab8777b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1747496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677210'] for network, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:06.174170 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-8fb4150b-de34-4bc2-ba59-3092ebe7899a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:06.175175 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-79bb7f4e-363f-46b3-b041-f42dbd97f940 None None] Port 26de085b-525b-482d-aa42-53130fa3a088 cannot update to ACTIVE because it is not bound. {{(pid=74945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 19:11:06.193629 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-8074b31f-2ddd-402d-93f5-449faab8777b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for network, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:06.209237 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8074b31f-2ddd-402d-93f5-449faab8777b admin admin] Pushing event deleted for resources: {'Network': ['ID=4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:06.212958 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-8074b31f-2ddd-402d-93f5-449faab8777b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:06.226630 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-8074b31f-2ddd-402d-93f5-449faab8777b admin admin] 10.222.0.18 "DELETE /v2.0/networks/4a5ab336-0f2e-46ea-aaae-5cdb0dcdc3b1 HTTP/1.1" status: 204 len: 168 time: 1.4490118 Aug 25 19:11:06.345560 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-05c2b27c-ae29-475d-a1d2-be0e74a76e85 None None] Deleting port 97175d94-4386-4e0f-9f8a-da476d2d9f93 {{(pid=74945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:11:06.347403 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-05c2b27c-ae29-475d-a1d2-be0e74a76e85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:06.492550 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-05c2b27c-ae29-475d-a1d2-be0e74a76e85 None None] The port '97175d94-4386-4e0f-9f8a-da476d2d9f93' was deleted {{(pid=74945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 25 19:11:06.558939 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 97175d94-4386-4e0f-9f8a-da476d2d9f93 no longer exists at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:11:06.596571 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 47512) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:06.615374 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4812b-9cd9-4b03-ab75-81ce309073c9 req-73158a8e-8fbe-426f-8a19-29b494d3402e tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:06.616186 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-c8f4812b-9cd9-4b03-ab75-81ce309073c9 req-73158a8e-8fbe-426f-8a19-29b494d3402e tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Synchronizing usage tracker for tenant:52c9242da3824dc2a087f74a8a791c59 on resource:port {{(pid=74944) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:11:06.629830 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] No Port match for: 97175d94-4386-4e0f-9f8a-da476d2d9f93 {{(pid=74945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:11:06.630819 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 97175d94-4386-4e0f-9f8a-da476d2d9f93 not bound to the agent host dv-cinder-806038-1-smb {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:11:06.647247 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.notifiers.nova [req-5cec557a-2ff8-4819-b791-6833951789e0 req-911e9935-5a81-4c54-8de6-8d5d6e154b83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26de085b-525b-482d-aa42-53130fa3a088 {{(pid=74944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:11:06.657927 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-5cec557a-2ff8-4819-b791-6833951789e0 req-911e9935-5a81-4c54-8de6-8d5d6e154b83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:06.661138 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-c8f4812b-9cd9-4b03-ab75-81ce309073c9 req-73158a8e-8fbe-426f-8a19-29b494d3402e tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Unset dirty status for tenant:52c9242da3824dc2a087f74a8a791c59 on resource:port {{(pid=74944) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:11:06.662512 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-c8f4812b-9cd9-4b03-ab75-81ce309073c9 req-73158a8e-8fbe-426f-8a19-29b494d3402e tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] 10.222.0.18 "GET /v2.0/ports?device_id=a214cd41-d47f-4991-aca2-48db73be807b HTTP/1.1" status: 200 len: 936 time: 0.2611067 Aug 25 19:11:06.673270 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-f73b0fe8-f30f-4013-a0e9-356428d1938f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=972f6642a63b419091a626917b54e4c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0747757 Aug 25 19:11:06.675750 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 47516) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:06.696678 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.provisioning_blocks [req-5cec557a-2ff8-4819-b791-6833951789e0 req-911e9935-5a81-4c54-8de6-8d5d6e154b83 service neutron] Transition to ACTIVE for port object 26de085b-525b-482d-aa42-53130fa3a088 will not be triggered until provisioned by entity L2. {{(pid=74944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:11:06.709337 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-5cec557a-2ff8-4819-b791-6833951789e0 req-911e9935-5a81-4c54-8de6-8d5d6e154b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3912932'] for port, after_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:06.714442 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-54bac188-b3cf-4916-9f29-a5a5202bced5 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:06.782163 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-d7f54e7f-382b-4d18-af74-11bdd73f32ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:06.784774 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-c8f4812b-9cd9-4b03-ab75-81ce309073c9 req-4c4eb731-4f1f-41d0-98e9-a153420c5c46 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Synchronizing usage tracker for tenant:52c9242da3824dc2a087f74a8a791c59 on resource:security_group {{(pid=74944) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:11:06.833073 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-d7f54e7f-382b-4d18-af74-11bdd73f32ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:06.860016 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e9935-5a81-4c54-8de6-8d5d6e154b83 service neutron] Pushing event updated for resources: {'Port': ['ID=26de085b-525b-482d-aa42-53130fa3a088,revision_number=2']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:06.874263 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-911e9935-5a81-4c54-8de6-8d5d6e154b83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:06.884330 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-c8f4812b-9cd9-4b03-ab75-81ce309073c9 req-4c4eb731-4f1f-41d0-98e9-a153420c5c46 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Unset dirty status for tenant:52c9242da3824dc2a087f74a8a791c59 on resource:security_group {{(pid=74944) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:11:06.894987 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-c8f4812b-9cd9-4b03-ab75-81ce309073c9 req-4c4eb731-4f1f-41d0-98e9-a153420c5c46 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc88db24-9279-4ab1-af33-103c3fe37a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263691 Aug 25 19:11:06.922258 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-d7f54e7f-382b-4d18-af74-11bdd73f32ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:06.950569 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-a2c2c676-8eff-4311-a39f-321aeea9b290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:06.977794 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-d7f54e7f-382b-4d18-af74-11bdd73f32ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:06.980157 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-d7f54e7f-382b-4d18-af74-11bdd73f32ee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f85ba7ba-60c4-4e73-bbb7-475a1ec9aa48 HTTP/1.1" status: 204 len: 168 time: 0.3027439 Aug 25 19:11:07.001032 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f54e7f-382b-4d18-af74-11bdd73f32ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85ba7ba-60c4-4e73-bbb7-475a1ec9aa48,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:07.008726 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-d7f54e7f-382b-4d18-af74-11bdd73f32ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:07.030746 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.managers [req-5cec557a-2ff8-4819-b791-6833951789e0 req-911e9935-5a81-4c54-8de6-8d5d6e154b83 service neutron] Attempting to bind port 26de085b-525b-482d-aa42-53130fa3a088 on host hv-cinder-80603 for vnic_type normal with profile {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:11:07.031559 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.managers [req-5cec557a-2ff8-4819-b791-6833951789e0 req-911e9935-5a81-4c54-8de6-8d5d6e154b83 service neutron] Attempting to bind port 26de085b-525b-482d-aa42-53130fa3a088 by drivers openvswitch,hyperv on host hv-cinder-80603 at level 0 using segments [{'id': '8bea7c22-bc9e-4570-a53d-f6f710ee3ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f7716d4e-1d78-4b2c-92ab-cf933f1563f8'}] {{(pid=74944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:11:07.031559 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cec557a-2ff8-4819-b791-6833951789e0 req-911e9935-5a81-4c54-8de6-8d5d6e154b83 service neutron] Attempting to bind port 26de085b-525b-482d-aa42-53130fa3a088 on network f7716d4e-1d78-4b2c-92ab-cf933f1563f8 {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:11:07.039820 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cec557a-2ff8-4819-b791-6833951789e0 req-911e9935-5a81-4c54-8de6-8d5d6e154b83 service neutron] Port 26de085b-525b-482d-aa42-53130fa3a088 on network f7716d4e-1d78-4b2c-92ab-cf933f1563f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80603 {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 19:11:07.040247 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cec557a-2ff8-4819-b791-6833951789e0 req-911e9935-5a81-4c54-8de6-8d5d6e154b83 service neutron] Attempting to bind port 26de085b-525b-482d-aa42-53130fa3a088 on network f7716d4e-1d78-4b2c-92ab-cf933f1563f8 {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:11:07.056198 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cec557a-2ff8-4819-b791-6833951789e0 req-911e9935-5a81-4c54-8de6-8d5d6e154b83 service neutron] Checking agent: {'id': 'bb439c80-c1b1-4a92-94b6-4f0aaad03a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80603', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 19, 1, 6), 'started_at': datetime.datetime(2021, 8, 25, 19, 1, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:11:07.056504 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cec557a-2ff8-4819-b791-6833951789e0 req-911e9935-5a81-4c54-8de6-8d5d6e154b83 service neutron] Checking segment: {'id': '8bea7c22-bc9e-4570-a53d-f6f710ee3ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f7716d4e-1d78-4b2c-92ab-cf933f1563f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:11:07.056819 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cec557a-2ff8-4819-b791-6833951789e0 req-911e9935-5a81-4c54-8de6-8d5d6e154b83 service neutron] Bound using segment: {'id': '8bea7c22-bc9e-4570-a53d-f6f710ee3ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f7716d4e-1d78-4b2c-92ab-cf933f1563f8'} {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:11:07.057883 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.managers [req-5cec557a-2ff8-4819-b791-6833951789e0 req-911e9935-5a81-4c54-8de6-8d5d6e154b83 service neutron] Bound port: 26de085b-525b-482d-aa42-53130fa3a088, host: hv-cinder-80603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bea7c22-bc9e-4570-a53d-f6f710ee3ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f7716d4e-1d78-4b2c-92ab-cf933f1563f8'}}] {{(pid=74944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:11:07.057883 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-5cec557a-2ff8-4819-b791-6833951789e0 req-911e9935-5a81-4c54-8de6-8d5d6e154b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:07.170494 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.db [req-5cec557a-2ff8-4819-b791-6833951789e0 req-911e9935-5a81-4c54-8de6-8d5d6e154b83 service neutron] For port 26de085b-525b-482d-aa42-53130fa3a088, host hv-cinder-80603, cleared binding levels {{(pid=74944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:11:07.175097 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.db [req-5cec557a-2ff8-4819-b791-6833951789e0 req-911e9935-5a81-4c54-8de6-8d5d6e154b83 service neutron] For port 26de085b-525b-482d-aa42-53130fa3a088, host hv-cinder-80603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=26de085b-525b-482d-aa42-53130fa3a088,segment=NetworkSegment(8bea7c22-bc9e-4570-a53d-f6f710ee3ece),segment_id=8bea7c22-bc9e-4570-a53d-f6f710ee3ece)] {{(pid=74944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:11:07.180145 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-5cec557a-2ff8-4819-b791-6833951789e0 req-911e9935-5a81-4c54-8de6-8d5d6e154b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3912932'] for port, after_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:07.185306 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-2da65888-d898-48de-ae07-83bb9fd44062 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:07.287590 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-5cec557a-2ff8-4819-b791-6833951789e0 req-911e9935-5a81-4c54-8de6-8d5d6e154b83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for port, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:07.289297 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5cec557a-2ff8-4819-b791-6833951789e0 req-911e9935-5a81-4c54-8de6-8d5d6e154b83 service neutron] 10.222.0.23 "PUT /v2.0/ports/26de085b-525b-482d-aa42-53130fa3a088 HTTP/1.1" status: 200 len: 1098 time: 1.4699228 Aug 25 19:11:07.289970 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a214cd41-d47f-4991-aca2-48db73be807b', 'tag': '26de085b-525b-482d-aa42-53130fa3a088'}] {{(pid=74944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:11:07.316500 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e9935-5a81-4c54-8de6-8d5d6e154b83 service neutron] Pushing event updated for resources: {'Port': ['ID=26de085b-525b-482d-aa42-53130fa3a088,revision_number=3']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:07.322428 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-911e9935-5a81-4c54-8de6-8d5d6e154b83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:07.430302 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a214cd41-d47f-4991-aca2-48db73be807b', 'tag': '26de085b-525b-482d-aa42-53130fa3a088', 'status': 'completed', 'code': 200} Aug 25 19:11:07.500785 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5cec557a-2ff8-4819-b791-6833951789e0 req-7f59a334-f77d-448d-bdc8-d4e74f9955b5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=52c9242da3824dc2a087f74a8a791c59&device_id=a214cd41-d47f-4991-aca2-48db73be807b HTTP/1.1" status: 200 len: 1101 time: 0.1348774 Aug 25 19:11:07.619243 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5cec557a-2ff8-4819-b791-6833951789e0 req-8f053b1f-9969-4671-b013-b73a12bdd80d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=26de085b-525b-482d-aa42-53130fa3a088 HTTP/1.1" status: 200 len: 217 time: 0.1034245 Aug 25 19:11:07.736942 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec557a-2ff8-4819-b791-6833951789e0 req-86f988a5-640a-414b-91bf-8a556dc6cdfb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:07.738909 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5cec557a-2ff8-4819-b791-6833951789e0 req-86f988a5-640a-414b-91bf-8a556dc6cdfb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2533d686-f6e0-4dce-8c8b-0e7e155c021c HTTP/1.1" status: 200 len: 843 time: 0.1137481 Aug 25 19:11:07.872143 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5cec557a-2ff8-4819-b791-6833951789e0 req-1fe0ba9a-d111-4a17-8cce-705153c2e240 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f7716d4e-1d78-4b2c-92ab-cf933f1563f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1255953 Aug 25 19:11:08.041302 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5cec557a-2ff8-4819-b791-6833951789e0 req-199347c9-9155-4a81-aca1-0823e2ab9cd9 service neutron] 10.222.0.23 "GET /v2.0/networks/f7716d4e-1d78-4b2c-92ab-cf933f1563f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615796 Aug 25 19:11:08.290695 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5cec557a-2ff8-4819-b791-6833951789e0 req-c892d1e8-04f1-4bb6-9e81-aab7a309ca4e service neutron] 10.222.0.23 "GET /v2.0/networks/f7716d4e-1d78-4b2c-92ab-cf933f1563f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417645 Aug 25 19:11:08.308587 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb4c40-bae1-47e5-87c4-3cd2f325d901 req-8af05f82-ee04-4a1e-aed2-2e753096b16d tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:08.310786 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-4beb4c40-bae1-47e5-87c4-3cd2f325d901 req-8af05f82-ee04-4a1e-aed2-2e753096b16d tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] 10.222.0.18 "GET /v2.0/ports?device_id=a214cd41-d47f-4991-aca2-48db73be807b HTTP/1.1" status: 200 len: 948 time: 0.1514425 Aug 25 19:11:08.375233 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-4beb4c40-bae1-47e5-87c4-3cd2f325d901 req-1ed670c5-3052-4a19-a1d4-8ce3368e55d6 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc88db24-9279-4ab1-af33-103c3fe37a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511785 Aug 25 19:11:08.449553 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 47542) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:08.481381 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-535d695d-b16e-4d8c-aff7-c97dced82fb3 req-f589f4ed-ea4c-446f-b903-321ccb4afe53 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=52c9242da3824dc2a087f74a8a791c59&device_id=a214cd41-d47f-4991-aca2-48db73be807b HTTP/1.1" status: 200 len: 1101 time: 0.0932055 Aug 25 19:11:08.607273 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [None req-ee2b921d-5c17-4f4b-8780-b0caf09a4a71 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2010414677-network', 'tenant_id': '5b216ce2dd244094ae98e8d52e94c03c'}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:11:08.613767 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-ee2b921d-5c17-4f4b-8780-b0caf09a4a71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:11:08.620664 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-ee2b921d-5c17-4f4b-8780-b0caf09a4a71 admin admin] Usage tracker for resource:network and tenant:5b216ce2dd244094ae98e8d52e94c03c is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:11:08.626287 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-ee2b921d-5c17-4f4b-8780-b0caf09a4a71 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:11:08.638105 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-ee2b921d-5c17-4f4b-8780-b0caf09a4a71 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:11:08.654551 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2b921d-5c17-4f4b-8780-b0caf09a4a71 admin admin] Made reservation on behalf of 5b216ce2dd244094ae98e8d52e94c03c for: {'network': 1} {{(pid=74943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:11:08.658212 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-ee2b921d-5c17-4f4b-8780-b0caf09a4a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for network, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:08.668289 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d695d-b16e-4d8c-aff7-c97dced82fb3 req-aed62b1d-ffac-478c-8df0-6471281b6fd5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:08.670816 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-535d695d-b16e-4d8c-aff7-c97dced82fb3 req-aed62b1d-ffac-478c-8df0-6471281b6fd5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f7716d4e-1d78-4b2c-92ab-cf933f1563f8 HTTP/1.1" status: 200 len: 870 time: 0.1794314 Aug 25 19:11:08.677006 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-ee2b921d-5c17-4f4b-8780-b0caf09a4a71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:08.734091 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-ee2b921d-5c17-4f4b-8780-b0caf09a4a71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:11:08.741052 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-ee2b921d-5c17-4f4b-8780-b0caf09a4a71 admin admin] Usage tracker for resource:security_group_rule and tenant:5b216ce2dd244094ae98e8d52e94c03c is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:11:08.746224 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-ee2b921d-5c17-4f4b-8780-b0caf09a4a71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:11:08.757968 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-ee2b921d-5c17-4f4b-8780-b0caf09a4a71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:11:08.861102 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-ee2b921d-5c17-4f4b-8780-b0caf09a4a71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:08.866930 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-ee2b921d-5c17-4f4b-8780-b0caf09a4a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:08.874047 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-75f0119d-bf21-4914-a12a-5172c9a6c582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:08.910822 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-535d695d-b16e-4d8c-aff7-c97dced82fb3 req-7291e0d9-0aba-4d6b-9520-67ec3c57fbb4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=26de085b-525b-482d-aa42-53130fa3a088 HTTP/1.1" status: 200 len: 217 time: 0.2321739 Aug 25 19:11:08.918123 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee2b921d-5c17-4f4b-8780-b0caf09a4a71 admin admin] vlan segment allocate from pool success with {'vlan_id': 802, 'physical_network': 'physnet1'} {{(pid=74943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 19:11:08.944356 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b921d-5c17-4f4b-8780-b0caf09a4a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e71aad-af37-4849-828c-51c37cf1957d,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:08.950613 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-ee2b921d-5c17-4f4b-8780-b0caf09a4a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748241'] for segment, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:08.952048 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.db.segments_db [None req-ee2b921d-5c17-4f4b-8780-b0caf09a4a71 admin admin] Added segment 68627e5f-c9a3-481c-a5f9-4be1b8de5caf of type vlan for network 484bff09-d060-4b23-b8a8-f40d9d6ab793 Aug 25 19:11:08.955869 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-ee2b921d-5c17-4f4b-8780-b0caf09a4a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:09.011762 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-ee2b921d-5c17-4f4b-8780-b0caf09a4a71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730660192678'] for network, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:09.012574 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d695d-b16e-4d8c-aff7-c97dced82fb3 req-bc3a75ea-d41d-4d3b-b022-ebbe410fbecc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:09.017578 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-535d695d-b16e-4d8c-aff7-c97dced82fb3 req-bc3a75ea-d41d-4d3b-b022-ebbe410fbecc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2533d686-f6e0-4dce-8c8b-0e7e155c021c HTTP/1.1" status: 200 len: 843 time: 0.0986195 Aug 25 19:11:09.064781 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-ee2b921d-5c17-4f4b-8780-b0caf09a4a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697'] for network, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:09.066294 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2b921d-5c17-4f4b-8780-b0caf09a4a71 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:09.067039 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-ee2b921d-5c17-4f4b-8780-b0caf09a4a71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for network, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:09.078780 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-0156a4b5-853a-4014-a7b4-197f8b87b5ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:09.108953 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-535d695d-b16e-4d8c-aff7-c97dced82fb3 req-31c55a7c-e24a-4598-8313-73112fdc5eb7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f7716d4e-1d78-4b2c-92ab-cf933f1563f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0859387 Aug 25 19:11:09.119618 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 26de085b-525b-482d-aa42-53130fa3a088 details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=74945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:11:09.188748 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-ee2b921d-5c17-4f4b-8780-b0caf09a4a71 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7373135 Aug 25 19:11:09.192214 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b921d-5c17-4f4b-8780-b0caf09a4a71 admin admin] Pushing event updated for resources: {'Network': ['ID=484bff09-d060-4b23-b8a8-f40d9d6ab793,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:09.194511 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 47550) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:09.197329 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-ee2b921d-5c17-4f4b-8780-b0caf09a4a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:09.201689 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [None req-698e4597-4c56-4fe3-a91a-3eb12f613c76 admin admin] Request body: {'subnet': {'network_id': '484bff09-d060-4b23-b8a8-f40d9d6ab793', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2010414677-subnet', 'tenant_id': '5b216ce2dd244094ae98e8d52e94c03c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:11:09.207063 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-698e4597-4c56-4fe3-a91a-3eb12f613c76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:11:09.211499 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-698e4597-4c56-4fe3-a91a-3eb12f613c76 admin admin] Usage tracker for resource:subnet and tenant:5b216ce2dd244094ae98e8d52e94c03c is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:11:09.214888 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-698e4597-4c56-4fe3-a91a-3eb12f613c76 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:11:09.222057 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-698e4597-4c56-4fe3-a91a-3eb12f613c76 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:11:09.239702 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698e4597-4c56-4fe3-a91a-3eb12f613c76 admin admin] Made reservation on behalf of 5b216ce2dd244094ae98e8d52e94c03c for: {'subnet': 1} {{(pid=74943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:11:09.243902 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-698e4597-4c56-4fe3-a91a-3eb12f613c76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4138881'] for subnet, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:09.284432 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Network 484bff09-d060-4b23-b8a8-f40d9d6ab793 details requested by agent ovs-agent-dv-cinder-806038-1-smb with host dv-cinder-806038-1-smb {{(pid=74945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 19:11:09.353195 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-535d695d-b16e-4d8c-aff7-c97dced82fb3 req-0d88a8bd-61f4-48d2-bd7f-dc3a25355843 service neutron] 10.222.0.23 "GET /v2.0/networks/f7716d4e-1d78-4b2c-92ab-cf933f1563f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367215 Aug 25 19:11:09.485437 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-698e4597-4c56-4fe3-a91a-3eb12f613c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3958270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4138899'] for subnet, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:09.491690 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-1c2886f8-316b-4753-9f7b-c77cc08d408f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:09.580656 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 26de085b-525b-482d-aa42-53130fa3a088, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=26de085b-525b-482d-aa42-53130fa3a088,segment=NetworkSegment(8bea7c22-bc9e-4570-a53d-f6f710ee3ece),segment_id=8bea7c22-bc9e-4570-a53d-f6f710ee3ece)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:11:09.614505 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Returning: {'device': '26de085b-525b-482d-aa42-53130fa3a088', 'network_id': 'f7716d4e-1d78-4b2c-92ab-cf933f1563f8', 'port_id': '26de085b-525b-482d-aa42-53130fa3a088', 'mac_address': 'fa:16:3e:fd:6e:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2533d686-f6e0-4dce-8c8b-0e7e155c021c', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:11:09.726972 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-535d695d-b16e-4d8c-aff7-c97dced82fb3 req-39cbf435-17c4-4565-9af2-96bd69d42a72 service neutron] 10.222.0.23 "GET /v2.0/networks/f7716d4e-1d78-4b2c-92ab-cf933f1563f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661387 Aug 25 19:11:09.739721 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:09.766010 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26de085b-525b-482d-aa42-53130fa3a088 {{(pid=74945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:11:09.766852 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698e4597-4c56-4fe3-a91a-3eb12f613c76 admin admin] Checking segment: {'id': '68627e5f-c9a3-481c-a5f9-4be1b8de5caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '484bff09-d060-4b23-b8a8-f40d9d6ab793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:11:09.767226 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698e4597-4c56-4fe3-a91a-3eb12f613c76 admin admin] Network hostable DHCP agents. Network: 484bff09-d060-4b23-b8a8-f40d9d6ab793, hostable agents: ['27d70ae6-e524-414d-8203-429baaa22b85'], hosted agents: [] {{(pid=74943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 19:11:09.779889 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e4597-4c56-4fe3-a91a-3eb12f613c76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0d1f223-197c-44dc-95a7-1f30a20fe8ed,revision_number=0']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:09.785021 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-698e4597-4c56-4fe3-a91a-3eb12f613c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:09.789722 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 26de085b-525b-482d-aa42-53130fa3a088, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=26de085b-525b-482d-aa42-53130fa3a088,segment=NetworkSegment(8bea7c22-bc9e-4570-a53d-f6f710ee3ece),segment_id=8bea7c22-bc9e-4570-a53d-f6f710ee3ece)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:11:09.797439 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:09.800504 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:09.812161 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698e4597-4c56-4fe3-a91a-3eb12f613c76 admin admin] Network 484bff09-d060-4b23-b8a8-f40d9d6ab793 is scheduled to be hosted by DHCP agent 27d70ae6-e524-414d-8203-429baaa22b85 with binding_index 1 {{(pid=74943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 19:11:09.827738 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.base_scheduler [None req-698e4597-4c56-4fe3-a91a-3eb12f613c76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806038-1-smb, 484bff09-d060-4b23-b8a8-f40d9d6ab793) {{(pid=74943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:11:09.837639 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e1499-f514-4f7c-9d60-99cd43d1aa14 req-415b95b4-d107-45c2-ac4b-d167c5c99a24 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:09.838854 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-5e4e1499-f514-4f7c-9d60-99cd43d1aa14 req-415b95b4-d107-45c2-ac4b-d167c5c99a24 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] 10.222.0.18 "GET /v2.0/ports?device_id=a214cd41-d47f-4991-aca2-48db73be807b HTTP/1.1" status: 200 len: 948 time: 0.1465769 Aug 25 19:11:09.840089 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698e4597-4c56-4fe3-a91a-3eb12f613c76 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:09.841257 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-698e4597-4c56-4fe3-a91a-3eb12f613c76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:09.857302 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b899fe6-14e4-4ff9-ad15-1e3f6efc127d None None] Network 484bff09-d060-4b23-b8a8-f40d9d6ab793 requested from dv-cinder-806038-1-smb {{(pid=74945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:11:09.895502 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-698e4597-4c56-4fe3-a91a-3eb12f613c76 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6998947 Aug 25 19:11:09.921126 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-5e4e1499-f514-4f7c-9d60-99cd43d1aa14 req-0a10ee3d-acaf-4889-a99f-700ae8c3fa9e tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc88db24-9279-4ab1-af33-103c3fe37a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730698 Aug 25 19:11:10.052286 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=26de085b-525b-482d-aa42-53130fa3a088,revision_number=4']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:10.077874 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:10.078224 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:10.078593 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:10.078944 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:10.079273 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:10.079603 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:10.079927 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:10.080255 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:10.080581 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:10.080899 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:10.081220 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:10.087131 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:10.130559 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] get_ports_and_sgs() called for port_ids ['26de085b-525b-482d-aa42-53130fa3a088'] {{(pid=74945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:11:10.273268 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c9ae4e-6a92-4324-b509-c7b25808ef43 None None] Network 484bff09-d060-4b23-b8a8-f40d9d6ab793 requested from dv-cinder-806038-1-smb {{(pid=74945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:11:11.119078 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 26de085b-525b-482d-aa42-53130fa3a088 up at agent hyperv_hv-cinder-80603 {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:11:11.167946 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 47576) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:11.179384 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [None req-b3938dfe-4884-4c21-b5b1-a309db97d3e3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-645623732-network', 'tenant_id': '8b3b1bb7670448b298c1b9f9543075f0'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:11:11.186783 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-b3938dfe-4884-4c21-b5b1-a309db97d3e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:11:11.193440 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-b3938dfe-4884-4c21-b5b1-a309db97d3e3 admin admin] Usage tracker for resource:network and tenant:8b3b1bb7670448b298c1b9f9543075f0 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:11:11.196891 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-b3938dfe-4884-4c21-b5b1-a309db97d3e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:11:11.198677 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Provisioning for port 26de085b-525b-482d-aa42-53130fa3a088 completed by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:11:11.205280 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-b3938dfe-4884-4c21-b5b1-a309db97d3e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:11:11.205600 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Provisioning complete for port 26de085b-525b-482d-aa42-53130fa3a088 triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:11:11.205782 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:11.226280 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41333804-5dc9-4238-8943-c4bc38d7b2ee req-1ef56147-2651-4524-a30b-b8c23b7b5f6f tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:11.227849 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-41333804-5dc9-4238-8943-c4bc38d7b2ee req-1ef56147-2651-4524-a30b-b8c23b7b5f6f tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] 10.222.0.18 "GET /v2.0/ports?device_id=a214cd41-d47f-4991-aca2-48db73be807b HTTP/1.1" status: 200 len: 949 time: 0.1547835 Aug 25 19:11:11.229425 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3938dfe-4884-4c21-b5b1-a309db97d3e3 admin admin] Made reservation on behalf of 8b3b1bb7670448b298c1b9f9543075f0 for: {'network': 1} {{(pid=74944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:11:11.232379 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-b3938dfe-4884-4c21-b5b1-a309db97d3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for network, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:11.260714 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-b3938dfe-4884-4c21-b5b1-a309db97d3e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:11.319425 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-b3938dfe-4884-4c21-b5b1-a309db97d3e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:11:11.323865 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-41333804-5dc9-4238-8943-c4bc38d7b2ee req-8488d958-6916-401a-81d9-3895ca917dbd tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc88db24-9279-4ab1-af33-103c3fe37a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802400 Aug 25 19:11:11.326952 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-b3938dfe-4884-4c21-b5b1-a309db97d3e3 admin admin] Usage tracker for resource:security_group_rule and tenant:8b3b1bb7670448b298c1b9f9543075f0 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:11:11.330087 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-b3938dfe-4884-4c21-b5b1-a309db97d3e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:11:11.336891 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-b3938dfe-4884-4c21-b5b1-a309db97d3e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:11:11.342396 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:11.385646 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a214cd41-d47f-4991-aca2-48db73be807b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26de085b-525b-482d-aa42-53130fa3a088'}] {{(pid=74945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:11:11.397085 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 26de085b-525b-482d-aa42-53130fa3a088, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=26de085b-525b-482d-aa42-53130fa3a088,segment=NetworkSegment(8bea7c22-bc9e-4570-a53d-f6f710ee3ece),segment_id=8bea7c22-bc9e-4570-a53d-f6f710ee3ece)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:11:11.402737 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:11.405274 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:11.425451 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-b3938dfe-4884-4c21-b5b1-a309db97d3e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:11.431342 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-b3938dfe-4884-4c21-b5b1-a309db97d3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:11.434754 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-2fa3e570-b601-4de9-9e3b-4781b007795b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:11.462165 dv-cinder-806038-1-smb neutron-server[74945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a214cd41-d47f-4991-aca2-48db73be807b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26de085b-525b-482d-aa42-53130fa3a088', 'code': 200} Aug 25 19:11:11.471081 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3938dfe-4884-4c21-b5b1-a309db97d3e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 803, 'physical_network': 'physnet1'} {{(pid=74944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 19:11:11.480850 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3938dfe-4884-4c21-b5b1-a309db97d3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3dcaa3-b928-4902-92f8-9f63ad67fb19,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:11.485103 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-b3938dfe-4884-4c21-b5b1-a309db97d3e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:11.490822 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-b3938dfe-4884-4c21-b5b1-a309db97d3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748241'] for segment, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:11.491238 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.db.segments_db [None req-b3938dfe-4884-4c21-b5b1-a309db97d3e3 admin admin] Added segment 8309d127-a1c0-47d9-b7b5-894ba84dcbbc of type vlan for network 74b7882f-5ddd-4b15-b8cd-b6b9bddfa7b2 Aug 25 19:11:11.510238 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=26de085b-525b-482d-aa42-53130fa3a088,revision_number=5']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:11.515705 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:11.535064 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-b3938dfe-4884-4c21-b5b1-a309db97d3e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730660192678'] for network, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:11.584532 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-b3938dfe-4884-4c21-b5b1-a309db97d3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697'] for network, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:11.587318 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3938dfe-4884-4c21-b5b1-a309db97d3e3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:11.588949 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-b3938dfe-4884-4c21-b5b1-a309db97d3e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for network, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:11.593666 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:11.764229 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-b3938dfe-4884-4c21-b5b1-a309db97d3e3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5911546 Aug 25 19:11:11.767304 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 47582) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:11.773313 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [None req-83cc3c75-c753-40c3-b9a7-ef4fd179e0eb admin admin] Request body: {'subnet': {'network_id': '74b7882f-5ddd-4b15-b8cd-b6b9bddfa7b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-645623732-subnet', 'tenant_id': '8b3b1bb7670448b298c1b9f9543075f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:11:11.774873 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3938dfe-4884-4c21-b5b1-a309db97d3e3 admin admin] Pushing event updated for resources: {'Network': ['ID=74b7882f-5ddd-4b15-b8cd-b6b9bddfa7b2,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:11.779817 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-b3938dfe-4884-4c21-b5b1-a309db97d3e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:11.781013 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-83cc3c75-c753-40c3-b9a7-ef4fd179e0eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:11:11.785773 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-83cc3c75-c753-40c3-b9a7-ef4fd179e0eb admin admin] Usage tracker for resource:subnet and tenant:8b3b1bb7670448b298c1b9f9543075f0 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:11:11.789921 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-83cc3c75-c753-40c3-b9a7-ef4fd179e0eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:11:11.790931 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Network 74b7882f-5ddd-4b15-b8cd-b6b9bddfa7b2 details requested by agent ovs-agent-dv-cinder-806038-1-smb with host dv-cinder-806038-1-smb {{(pid=74945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 19:11:11.797995 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-83cc3c75-c753-40c3-b9a7-ef4fd179e0eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:11:11.805413 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-2129c8bc-46af-4e1c-9837-3fb26930e8bb req-1f7cf94d-05fc-4ec6-9a24-6be5b43cf5f9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a214cd41-d47f-4991-aca2-48db73be807b HTTP/1.1" status: 200 len: 1103 time: 0.1053181 Aug 25 19:11:11.812562 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cc3c75-c753-40c3-b9a7-ef4fd179e0eb admin admin] Made reservation on behalf of 8b3b1bb7670448b298c1b9f9543075f0 for: {'subnet': 1} {{(pid=74943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:11:11.815220 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-83cc3c75-c753-40c3-b9a7-ef4fd179e0eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4138881'] for subnet, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:11.859282 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-2129c8bc-46af-4e1c-9837-3fb26930e8bb req-7a400e03-e6c4-434b-ae58-a26ee584a228 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bc88db24-9279-4ab1-af33-103c3fe37a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474916 Aug 25 19:11:12.055732 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-83cc3c75-c753-40c3-b9a7-ef4fd179e0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3958270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4138899'] for subnet, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:12.059803 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:12.134853 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc3c75-c753-40c3-b9a7-ef4fd179e0eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=86c4a888-f790-4544-b7eb-f57294d6ce4c,revision_number=0']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:12.141530 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-83cc3c75-c753-40c3-b9a7-ef4fd179e0eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:12.154026 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cc3c75-c753-40c3-b9a7-ef4fd179e0eb admin admin] Checking segment: {'id': '8309d127-a1c0-47d9-b7b5-894ba84dcbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '74b7882f-5ddd-4b15-b8cd-b6b9bddfa7b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:11:12.154386 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cc3c75-c753-40c3-b9a7-ef4fd179e0eb admin admin] Network hostable DHCP agents. Network: 74b7882f-5ddd-4b15-b8cd-b6b9bddfa7b2, hostable agents: ['27d70ae6-e524-414d-8203-429baaa22b85'], hosted agents: [] {{(pid=74943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 19:11:12.178761 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cc3c75-c753-40c3-b9a7-ef4fd179e0eb admin admin] Network 74b7882f-5ddd-4b15-b8cd-b6b9bddfa7b2 is scheduled to be hosted by DHCP agent 27d70ae6-e524-414d-8203-429baaa22b85 with binding_index 1 {{(pid=74943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 19:11:12.192865 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.base_scheduler [None req-83cc3c75-c753-40c3-b9a7-ef4fd179e0eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806038-1-smb, 74b7882f-5ddd-4b15-b8cd-b6b9bddfa7b2) {{(pid=74943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:11:12.197910 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cc3c75-c753-40c3-b9a7-ef4fd179e0eb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:12.199307 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-83cc3c75-c753-40c3-b9a7-ef4fd179e0eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:12.204384 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64edfb9-612c-456f-9b02-e5cdc371c9eb None None] Network 74b7882f-5ddd-4b15-b8cd-b6b9bddfa7b2 requested from dv-cinder-806038-1-smb {{(pid=74945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:11:12.233727 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-83cc3c75-c753-40c3-b9a7-ef4fd179e0eb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4553947 Aug 25 19:11:12.459849 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 47590) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:12.460977 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-7aed9e11-beda-41e2-993d-567af3405d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:12.545128 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7715b208-50a2-4232-bcdc-6b228191bbe8 None None] Network 74b7882f-5ddd-4b15-b8cd-b6b9bddfa7b2 requested from dv-cinder-806038-1-smb {{(pid=74945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:11:12.563364 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.db_base_plugin_v2 [None req-68093891-c46e-4832-865e-405ba3e08626 admin admin] Deleting subnet c0d1f223-197c-44dc-95a7-1f30a20fe8ed {{(pid=74943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 19:11:12.570793 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-68093891-c46e-4832-865e-405ba3e08626 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:12.632317 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-68093891-c46e-4832-865e-405ba3e08626 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4158297'] for subnet, precommit_delete_associations {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:12.701751 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4a79c-2e71-4b5a-a670-263ae0a4bda0 req-6bc993f9-c040-4c64-966a-25d94c979ec3 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:12.704339 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-87d4a79c-2e71-4b5a-a670-263ae0a4bda0 req-6bc993f9-c040-4c64-966a-25d94c979ec3 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] 10.222.0.18 "GET /v2.0/ports?device_id=a214cd41-d47f-4991-aca2-48db73be807b HTTP/1.1" status: 200 len: 950 time: 0.1351607 Aug 25 19:11:12.708004 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-68093891-c46e-4832-865e-405ba3e08626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1748394'] for subnet, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:12.757807 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-87d4a79c-2e71-4b5a-a670-263ae0a4bda0 req-0368d631-b534-4467-bea3-a20631e9960c tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc88db24-9279-4ab1-af33-103c3fe37a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469875 Aug 25 19:11:12.838203 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-68093891-c46e-4832-865e-405ba3e08626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1748371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3958193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4138906'] for subnet, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:12.846069 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-698e4597-4c56-4fe3-a91a-3eb12f613c76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:12.897738 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:12.913366 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68093891-c46e-4832-865e-405ba3e08626 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0d1f223-197c-44dc-95a7-1f30a20fe8ed,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:12.920619 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-68093891-c46e-4832-865e-405ba3e08626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:12.930450 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-68093891-c46e-4832-865e-405ba3e08626 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:12.945224 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 47594) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:12.945591 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-68093891-c46e-4832-865e-405ba3e08626 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c0d1f223-197c-44dc-95a7-1f30a20fe8ed HTTP/1.1" status: 204 len: 168 time: 0.4839268 Aug 25 19:11:13.081929 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-24864bd4-bd43-4448-a2e1-6a3b1201b529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792208'] for network, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:13.218346 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-24864bd4-bd43-4448-a2e1-6a3b1201b529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1747491', 'neutron.services.segments.db._delete_segments_for_network-8730660705410'] for network, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:13.233994 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.services.segments.db [None req-24864bd4-bd43-4448-a2e1-6a3b1201b529 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['484bff09-d060-4b23-b8a8-f40d9d6ab793']}} {{(pid=74944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:13.248377 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.services.segments.db [None req-24864bd4-bd43-4448-a2e1-6a3b1201b529 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68627e5f-c9a3-481c-a5f9-4be1b8de5caf') {'for_net_delete': True} {{(pid=74944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:13.248721 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.services.segments.db [None req-24864bd4-bd43-4448-a2e1-6a3b1201b529 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68627e5f-c9a3-481c-a5f9-4be1b8de5caf') {} {{(pid=74944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:13.262624 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-24864bd4-bd43-4448-a2e1-6a3b1201b529 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730660708253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4084614'] for segment, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:13.282192 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-24864bd4-bd43-4448-a2e1-6a3b1201b529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748241'] for segment, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:13.290284 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24864bd4-bd43-4448-a2e1-6a3b1201b529 admin admin] Releasing vlan 802 on physical network physnet1 to pool {{(pid=74944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 19:11:13.290912 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-24864bd4-bd43-4448-a2e1-6a3b1201b529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1748239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3912888'] for segment, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:13.305071 dv-cinder-806038-1-smb neutron-server[74944]: Traceback (most recent call last): Aug 25 19:11:13.305071 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 19:11:13.305071 dv-cinder-806038-1-smb neutron-server[74944]: timer() Aug 25 19:11:13.305071 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 19:11:13.305071 dv-cinder-806038-1-smb neutron-server[74944]: cb(*args, **kw) Aug 25 19:11:13.305071 dv-cinder-806038-1-smb neutron-server[74944]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 19:11:13.305071 dv-cinder-806038-1-smb neutron-server[74944]: return func(*args, **kwargs) Aug 25 19:11:13.305071 dv-cinder-806038-1-smb neutron-server[74944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 19:11:13.305071 dv-cinder-806038-1-smb neutron-server[74944]: self._notify() Aug 25 19:11:13.305071 dv-cinder-806038-1-smb neutron-server[74944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 19:11:13.305071 dv-cinder-806038-1-smb neutron-server[74944]: self.callback(batched_events) Aug 25 19:11:13.305071 dv-cinder-806038-1-smb neutron-server[74944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 19:11:13.305071 dv-cinder-806038-1-smb neutron-server[74944]: event.method(event) Aug 25 19:11:13.305071 dv-cinder-806038-1-smb neutron-server[74944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 19:11:13.305071 dv-cinder-806038-1-smb neutron-server[74944]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 19:11:13.305071 dv-cinder-806038-1-smb neutron-server[74944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 19:11:13.305071 dv-cinder-806038-1-smb neutron-server[74944]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 19:11:13.305071 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 19:11:13.305071 dv-cinder-806038-1-smb neutron-server[74944]: return f(self, *a, **k) Aug 25 19:11:13.305071 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 19:11:13.305071 dv-cinder-806038-1-smb neutron-server[74944]: return self._get(url).json() Aug 25 19:11:13.305071 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 19:11:13.305071 dv-cinder-806038-1-smb neutron-server[74944]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 19:11:13.305071 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 19:11:13.305071 dv-cinder-806038-1-smb neutron-server[74944]: return self.request(url, 'GET', **kwargs) Aug 25 19:11:13.305071 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 19:11:13.305071 dv-cinder-806038-1-smb neutron-server[74944]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 19:11:13.305071 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 19:11:13.305071 dv-cinder-806038-1-smb neutron-server[74944]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 19:11:13.305071 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 19:11:13.305071 dv-cinder-806038-1-smb neutron-server[74944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 19:11:13.305071 dv-cinder-806038-1-smb neutron-server[74944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 19:11:13.388482 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-24864bd4-bd43-4448-a2e1-6a3b1201b529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1747496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677210'] for network, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:13.393119 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:13.407054 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-24864bd4-bd43-4448-a2e1-6a3b1201b529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for network, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:13.416716 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24864bd4-bd43-4448-a2e1-6a3b1201b529 admin admin] Pushing event deleted for resources: {'Network': ['ID=484bff09-d060-4b23-b8a8-f40d9d6ab793,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:13.419776 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-24864bd4-bd43-4448-a2e1-6a3b1201b529 admin admin] 10.222.0.18 "DELETE /v2.0/networks/484bff09-d060-4b23-b8a8-f40d9d6ab793 HTTP/1.1" status: 204 len: 168 time: 0.4731622 Aug 25 19:11:13.420688 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-24864bd4-bd43-4448-a2e1-6a3b1201b529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:13.423410 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 47598) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:13.493896 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.db_base_plugin_v2 [None req-0061dd13-3877-4d1a-82e9-651e2bced6c3 admin admin] Deleting subnet 86c4a888-f790-4544-b7eb-f57294d6ce4c {{(pid=74943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 19:11:13.497804 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-0061dd13-3877-4d1a-82e9-651e2bced6c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:13.548875 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-0061dd13-3877-4d1a-82e9-651e2bced6c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4158297'] for subnet, precommit_delete_associations {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:13.613350 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-0061dd13-3877-4d1a-82e9-651e2bced6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1748394'] for subnet, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:13.688054 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-0061dd13-3877-4d1a-82e9-651e2bced6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1748371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3958193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4138906'] for subnet, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:13.693008 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-68093891-c46e-4832-865e-405ba3e08626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:13.727449 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0061dd13-3877-4d1a-82e9-651e2bced6c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86c4a888-f790-4544-b7eb-f57294d6ce4c,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:13.732433 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-0061dd13-3877-4d1a-82e9-651e2bced6c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:13.735539 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-0061dd13-3877-4d1a-82e9-651e2bced6c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:13.742185 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-0061dd13-3877-4d1a-82e9-651e2bced6c3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/86c4a888-f790-4544-b7eb-f57294d6ce4c HTTP/1.1" status: 204 len: 168 time: 0.3177266 Aug 25 19:11:13.745021 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 47602) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:13.876055 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-0e1ec058-c4e3-420e-a35f-ff29d95cd134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792208'] for network, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:14.189402 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-0e1ec058-c4e3-420e-a35f-ff29d95cd134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1747491', 'neutron.services.segments.db._delete_segments_for_network-8730660705410'] for network, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:14.205626 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.services.segments.db [None req-0e1ec058-c4e3-420e-a35f-ff29d95cd134 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74b7882f-5ddd-4b15-b8cd-b6b9bddfa7b2']}} {{(pid=74943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:14.221503 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.services.segments.db [None req-0e1ec058-c4e3-420e-a35f-ff29d95cd134 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8309d127-a1c0-47d9-b7b5-894ba84dcbbc') {'for_net_delete': True} {{(pid=74943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:14.221802 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.services.segments.db [None req-0e1ec058-c4e3-420e-a35f-ff29d95cd134 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8309d127-a1c0-47d9-b7b5-894ba84dcbbc') {} {{(pid=74943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:14.236990 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-0e1ec058-c4e3-420e-a35f-ff29d95cd134 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730660708253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4158294'] for segment, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:14.260813 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7f7ed-8d5b-4fb4-a95f-3d2492a31bb9 req-950cd9cc-67c3-4d3c-8189-0f9f8410aac0 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:14.262288 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-41a7f7ed-8d5b-4fb4-a95f-3d2492a31bb9 req-950cd9cc-67c3-4d3c-8189-0f9f8410aac0 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] 10.222.0.18 "GET /v2.0/ports?device_id=a214cd41-d47f-4991-aca2-48db73be807b HTTP/1.1" status: 200 len: 950 time: 0.3173668 Aug 25 19:11:14.263944 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-0e1ec058-c4e3-420e-a35f-ff29d95cd134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748241'] for segment, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:14.284817 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e1ec058-c4e3-420e-a35f-ff29d95cd134 admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=74943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 19:11:14.285216 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-0e1ec058-c4e3-420e-a35f-ff29d95cd134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1748239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3958039'] for segment, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:14.298934 dv-cinder-806038-1-smb neutron-server[74943]: Traceback (most recent call last): Aug 25 19:11:14.298934 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 19:11:14.298934 dv-cinder-806038-1-smb neutron-server[74943]: timer() Aug 25 19:11:14.298934 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 19:11:14.298934 dv-cinder-806038-1-smb neutron-server[74943]: cb(*args, **kw) Aug 25 19:11:14.298934 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 19:11:14.298934 dv-cinder-806038-1-smb neutron-server[74943]: return func(*args, **kwargs) Aug 25 19:11:14.298934 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 19:11:14.298934 dv-cinder-806038-1-smb neutron-server[74943]: self._notify() Aug 25 19:11:14.298934 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 19:11:14.298934 dv-cinder-806038-1-smb neutron-server[74943]: self.callback(batched_events) Aug 25 19:11:14.298934 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 19:11:14.298934 dv-cinder-806038-1-smb neutron-server[74943]: event.method(event) Aug 25 19:11:14.298934 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 19:11:14.298934 dv-cinder-806038-1-smb neutron-server[74943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 19:11:14.298934 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 19:11:14.298934 dv-cinder-806038-1-smb neutron-server[74943]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 19:11:14.298934 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 19:11:14.298934 dv-cinder-806038-1-smb neutron-server[74943]: return f(self, *a, **k) Aug 25 19:11:14.298934 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 19:11:14.298934 dv-cinder-806038-1-smb neutron-server[74943]: return self._get(url).json() Aug 25 19:11:14.298934 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 19:11:14.298934 dv-cinder-806038-1-smb neutron-server[74943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 19:11:14.298934 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 19:11:14.298934 dv-cinder-806038-1-smb neutron-server[74943]: return self.request(url, 'GET', **kwargs) Aug 25 19:11:14.298934 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 19:11:14.298934 dv-cinder-806038-1-smb neutron-server[74943]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 19:11:14.298934 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 19:11:14.298934 dv-cinder-806038-1-smb neutron-server[74943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 19:11:14.298934 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 19:11:14.298934 dv-cinder-806038-1-smb neutron-server[74943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 19:11:14.298934 dv-cinder-806038-1-smb neutron-server[74943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 19:11:14.398065 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-41a7f7ed-8d5b-4fb4-a95f-3d2492a31bb9 req-a0d08f25-69b2-4000-a20e-fa7009c3196d tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc88db24-9279-4ab1-af33-103c3fe37a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291075 Aug 25 19:11:14.399210 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-0e1ec058-c4e3-420e-a35f-ff29d95cd134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1747496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677210'] for network, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:14.404715 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-0e1ec058-c4e3-420e-a35f-ff29d95cd134 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for network, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:14.407424 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-8074b31f-2ddd-402d-93f5-449faab8777b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:14.432047 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-0e1ec058-c4e3-420e-a35f-ff29d95cd134 admin admin] 10.222.0.18 "DELETE /v2.0/networks/74b7882f-5ddd-4b15-b8cd-b6b9bddfa7b2 HTTP/1.1" status: 204 len: 168 time: 0.6831226 Aug 25 19:11:14.432047 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ec058-c4e3-420e-a35f-ff29d95cd134 admin admin] Pushing event deleted for resources: {'Network': ['ID=74b7882f-5ddd-4b15-b8cd-b6b9bddfa7b2,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:14.435671 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-0e1ec058-c4e3-420e-a35f-ff29d95cd134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:14.664338 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 47614) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:14.753761 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-e1009e7c-349f-4ab9-a2d6-156b8574f9b0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5b216ce2dd244094ae98e8d52e94c03c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0876315 Aug 25 19:11:14.756389 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 47620) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:14.831509 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-f0d9c6ce-1f1d-4c51-8a35-a4d29aead537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:14.861100 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-f0d9c6ce-1f1d-4c51-8a35-a4d29aead537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:14.946210 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-f0d9c6ce-1f1d-4c51-8a35-a4d29aead537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:14.951737 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-eeb3e334-3c20-442e-9358-cf57bdf69c73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:14.966961 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d9c6ce-1f1d-4c51-8a35-a4d29aead537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e71aad-af37-4849-828c-51c37cf1957d,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:14.970449 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-f0d9c6ce-1f1d-4c51-8a35-a4d29aead537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:14.972860 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-f0d9c6ce-1f1d-4c51-8a35-a4d29aead537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:14.974540 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-f0d9c6ce-1f1d-4c51-8a35-a4d29aead537 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c5e71aad-af37-4849-828c-51c37cf1957d HTTP/1.1" status: 204 len: 168 time: 0.2171736 Aug 25 19:11:15.017796 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-8a830731-1b51-4b3f-aaf3-86d3131108d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:15.044311 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc411fd-f885-4de9-9a08-9815b2785ea1 req-ace2f539-828a-4b7f-878f-3efe074b2742 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:15.046054 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-ccc411fd-f885-4de9-9a08-9815b2785ea1 req-ace2f539-828a-4b7f-878f-3efe074b2742 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] 10.222.0.18 "GET /v2.0/ports?device_id=a214cd41-d47f-4991-aca2-48db73be807b HTTP/1.1" status: 200 len: 950 time: 0.2132542 Aug 25 19:11:15.107779 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-ccc411fd-f885-4de9-9a08-9815b2785ea1 req-49bf899f-72ae-4c45-a43a-f2ef75e4dcb6 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc88db24-9279-4ab1-af33-103c3fe37a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552347 Aug 25 19:11:15.449596 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 47628) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:15.511393 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-67055391-271a-4700-abfc-58dcbe3c21e6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8b3b1bb7670448b298c1b9f9543075f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0598803 Aug 25 19:11:15.513799 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 47632) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:15.581557 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-7529dff4-2e47-42bf-b732-85cf9e152f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:15.614769 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-7529dff4-2e47-42bf-b732-85cf9e152f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:15.784000 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-7529dff4-2e47-42bf-b732-85cf9e152f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:15.789038 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-15730d7f-52a7-49e3-88bb-5fb436dfe225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:15.803873 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7529dff4-2e47-42bf-b732-85cf9e152f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3dcaa3-b928-4902-92f8-9f63ad67fb19,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:15.806225 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-7529dff4-2e47-42bf-b732-85cf9e152f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:15.811537 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-7529dff4-2e47-42bf-b732-85cf9e152f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:15.812057 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-7529dff4-2e47-42bf-b732-85cf9e152f11 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8a3dcaa3-b928-4902-92f8-9f63ad67fb19 HTTP/1.1" status: 204 len: 168 time: 0.2971587 Aug 25 19:11:15.869884 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:16.310783 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867fafa6-2d47-4abf-8414-122b1bcbca72 req-91506c59-830c-4735-8fb1-ae667d1da8a1 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:16.312345 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-867fafa6-2d47-4abf-8414-122b1bcbca72 req-91506c59-830c-4735-8fb1-ae667d1da8a1 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] 10.222.0.23 "GET /v2.0/ports?device_id=a214cd41-d47f-4991-aca2-48db73be807b HTTP/1.1" status: 200 len: 950 time: 0.1391170 Aug 25 19:11:16.408127 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.plugin [req-867fafa6-2d47-4abf-8414-122b1bcbca72 req-a2fc841f-0529-40c7-8899-96e5087ac906 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Deleting port 26de085b-525b-482d-aa42-53130fa3a088 {{(pid=74944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:11:16.408473 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-867fafa6-2d47-4abf-8414-122b1bcbca72 req-a2fc841f-0529-40c7-8899-96e5087ac906 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:16.467206 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29552c4-1b27-4f7d-bef2-cc4e46aa9051 req-9ecc5404-9c38-44b6-8577-5b72bf34281a tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:16.468857 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-e29552c4-1b27-4f7d-bef2-cc4e46aa9051 req-9ecc5404-9c38-44b6-8577-5b72bf34281a tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] 10.222.0.18 "GET /v2.0/ports?device_id=a214cd41-d47f-4991-aca2-48db73be807b HTTP/1.1" status: 200 len: 950 time: 0.2050910 Aug 25 19:11:16.650933 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-e29552c4-1b27-4f7d-bef2-cc4e46aa9051 req-bd6a2667-17bc-4c4e-a2c4-64526d753f6c tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc88db24-9279-4ab1-af33-103c3fe37a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686907 Aug 25 19:11:16.755272 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.db [req-867fafa6-2d47-4abf-8414-122b1bcbca72 req-a2fc841f-0529-40c7-8899-96e5087ac906 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] For port 26de085b-525b-482d-aa42-53130fa3a088, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=26de085b-525b-482d-aa42-53130fa3a088,segment=NetworkSegment(8bea7c22-bc9e-4570-a53d-f6f710ee3ece),segment_id=8bea7c22-bc9e-4570-a53d-f6f710ee3ece)] {{(pid=74944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:11:16.755876 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-867fafa6-2d47-4abf-8414-122b1bcbca72 req-a2fc841f-0529-40c7-8899-96e5087ac906 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:16.921005 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.plugin [req-867fafa6-2d47-4abf-8414-122b1bcbca72 req-a2fc841f-0529-40c7-8899-96e5087ac906 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Calling delete_port for 26de085b-525b-482d-aa42-53130fa3a088 owned by compute:nova {{(pid=74944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:11:17.113759 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-867fafa6-2d47-4abf-8414-122b1bcbca72 req-a2fc841f-0529-40c7-8899-96e5087ac906 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730660626180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730660203048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3912941'] for port, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:17.121101 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-3072771a-60e0-4a78-b109-16fce42fd715 tempest-AttachVolumeShelveTestJSON-2073449646 tempest-AttachVolumeShelveTestJSON-2073449646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:17.151933 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] get_ports_and_sgs() called for port_ids ['26de085b-525b-482d-aa42-53130fa3a088'] {{(pid=74945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:11:17.172298 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc841f-0529-40c7-8899-96e5087ac906 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Pushing event deleted for resources: {'Port': ['ID=26de085b-525b-482d-aa42-53130fa3a088,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:17.175687 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-a2fc841f-0529-40c7-8899-96e5087ac906 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:17.260502 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.l3_dvrscheduler_db [req-867fafa6-2d47-4abf-8414-122b1bcbca72 req-a2fc841f-0529-40c7-8899-96e5087ac906 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] No DVR routers for this DVR port 26de085b-525b-482d-aa42-53130fa3a088 on host hv-cinder-80603 {{(pid=74944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:11:17.264030 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-867fafa6-2d47-4abf-8414-122b1bcbca72 req-a2fc841f-0529-40c7-8899-96e5087ac906 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for port, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:17.267244 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a214cd41-d47f-4991-aca2-48db73be807b', 'name': 'network-vif-deleted', 'tag': '26de085b-525b-482d-aa42-53130fa3a088'}] {{(pid=74944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:11:17.298515 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-867fafa6-2d47-4abf-8414-122b1bcbca72 req-a2fc841f-0529-40c7-8899-96e5087ac906 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] 10.222.0.23 "DELETE /v2.0/ports/26de085b-525b-482d-aa42-53130fa3a088 HTTP/1.1" status: 204 len: 173 time: 0.9786515 Aug 25 19:11:17.302467 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:17.388131 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a214cd41-d47f-4991-aca2-48db73be807b', 'name': 'network-vif-deleted', 'tag': '26de085b-525b-482d-aa42-53130fa3a088', 'status': 'completed', 'code': 200} Aug 25 19:11:17.674850 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.agents_db [None req-346cd5c8-7112-4e4f-bf89-0e0659d32542 None None] Agent healthcheck: found 6 active agents {{(pid=74946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:11:18.026967 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-3627b8e8-91ea-4f1e-98d9-e25035efbfca req-04b62f7e-6f92-48ba-9994-c7c249fd9ba3 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Synchronizing usage tracker for tenant:52c9242da3824dc2a087f74a8a791c59 on resource:port {{(pid=74944) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:11:18.046778 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-3627b8e8-91ea-4f1e-98d9-e25035efbfca req-04b62f7e-6f92-48ba-9994-c7c249fd9ba3 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Unset dirty status for tenant:52c9242da3824dc2a087f74a8a791c59 on resource:port {{(pid=74944) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:11:18.048702 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-3627b8e8-91ea-4f1e-98d9-e25035efbfca req-04b62f7e-6f92-48ba-9994-c7c249fd9ba3 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] 10.222.0.18 "GET /v2.0/ports?device_id=a214cd41-d47f-4991-aca2-48db73be807b HTTP/1.1" status: 200 len: 210 time: 0.1039698 Aug 25 19:11:19.167453 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 26de085b-525b-482d-aa42-53130fa3a088 no longer exists at agent hyperv_hv-cinder-80603 {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:11:19.224873 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] No Port match for: 26de085b-525b-482d-aa42-53130fa3a088 {{(pid=74945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:11:19.225285 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 26de085b-525b-482d-aa42-53130fa3a088 not bound to the agent host hv-cinder-80603 {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:11:24.615954 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 47892) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:24.833215 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-b60ac100-faf8-45c6-83f8-98139ca4da45 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=52c9242da3824dc2a087f74a8a791c59&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2131267 Aug 25 19:11:24.833642 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 47902) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:24.932557 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-e717b5fa-9ef2-4904-a2fc-eb0ae70953ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:24.969900 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-e717b5fa-9ef2-4904-a2fc-eb0ae70953ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:25.045975 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-e717b5fa-9ef2-4904-a2fc-eb0ae70953ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:25.053960 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-930bb9bb-fac0-47a2-83da-aa9d491fb0b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:25.073583 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e717b5fa-9ef2-4904-a2fc-eb0ae70953ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc88db24-9279-4ab1-af33-103c3fe37a70,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:25.077612 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-e717b5fa-9ef2-4904-a2fc-eb0ae70953ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:25.085759 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-e717b5fa-9ef2-4904-a2fc-eb0ae70953ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:25.089745 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-e717b5fa-9ef2-4904-a2fc-eb0ae70953ad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bc88db24-9279-4ab1-af33-103c3fe37a70 HTTP/1.1" status: 204 len: 168 time: 0.2547803 Aug 25 19:11:35.883007 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:36.567749 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 48006) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:36.717771 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-22020679-cd22-43b0-b120-fce3931e558c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:36.754525 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-22020679-cd22-43b0-b120-fce3931e558c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:11:36.759491 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-22020679-cd22-43b0-b120-fce3931e558c admin admin] Usage tracker for resource:security_group_rule and tenant:6ce4fe4dad2944d18311a53eaabe1507 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:11:36.762393 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [None req-22020679-cd22-43b0-b120-fce3931e558c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:11:36.768514 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [None req-22020679-cd22-43b0-b120-fce3931e558c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:11:36.845077 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-22020679-cd22-43b0-b120-fce3931e558c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:36.849479 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-22020679-cd22-43b0-b120-fce3931e558c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:36.857325 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-ad4402cc-d1a7-4bd3-b988-91252861a9bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:36.900452 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22020679-cd22-43b0-b120-fce3931e558c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003e0c0c-3692-4db7-98fe-0afbdc1f0065,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:36.906922 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-22020679-cd22-43b0-b120-fce3931e558c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6ce4fe4dad2944d18311a53eaabe1507&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3380730 Aug 25 19:11:36.907911 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 48012) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:36.918116 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-22020679-cd22-43b0-b120-fce3931e558c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:36.971071 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-2d70bc83-183e-4245-90fc-2c026ce08c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:36.997965 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-2d70bc83-183e-4245-90fc-2c026ce08c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:37.048095 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-2d70bc83-183e-4245-90fc-2c026ce08c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:37.051848 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-9fca2d81-35dd-40b1-bbc5-be05a5e40b30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:37.066547 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70bc83-183e-4245-90fc-2c026ce08c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003e0c0c-3692-4db7-98fe-0afbdc1f0065,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:37.077719 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-2d70bc83-183e-4245-90fc-2c026ce08c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:37.078860 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-2d70bc83-183e-4245-90fc-2c026ce08c60 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/003e0c0c-3692-4db7-98fe-0afbdc1f0065 HTTP/1.1" status: 204 len: 168 time: 0.1699417 Aug 25 19:11:37.080357 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d70bc83-183e-4245-90fc-2c026ce08c60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:37.080727 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d70bc83-183e-4245-90fc-2c026ce08c60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:37.081090 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d70bc83-183e-4245-90fc-2c026ce08c60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:37.081445 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d70bc83-183e-4245-90fc-2c026ce08c60 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:37.081802 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d70bc83-183e-4245-90fc-2c026ce08c60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:37.082199 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d70bc83-183e-4245-90fc-2c026ce08c60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:37.082535 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d70bc83-183e-4245-90fc-2c026ce08c60 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:37.082888 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d70bc83-183e-4245-90fc-2c026ce08c60 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:37.083286 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d70bc83-183e-4245-90fc-2c026ce08c60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:37.083569 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d70bc83-183e-4245-90fc-2c026ce08c60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:37.084040 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d70bc83-183e-4245-90fc-2c026ce08c60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:37.087027 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-2d70bc83-183e-4245-90fc-2c026ce08c60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:37.427262 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 48020) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:37.445931 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-aef8be4d-24a9-48ad-85c2-d3f32c39a709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:37.478974 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-aef8be4d-24a9-48ad-85c2-d3f32c39a709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:11:37.483036 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-aef8be4d-24a9-48ad-85c2-d3f32c39a709 admin admin] Usage tracker for resource:security_group_rule and tenant:59178ef61c14465898459d79903ed43b is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:11:37.487153 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-aef8be4d-24a9-48ad-85c2-d3f32c39a709 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:11:37.492865 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-aef8be4d-24a9-48ad-85c2-d3f32c39a709 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:11:37.560995 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-aef8be4d-24a9-48ad-85c2-d3f32c39a709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:37.565700 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-aef8be4d-24a9-48ad-85c2-d3f32c39a709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:37.572720 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-344b02d5-1ebc-48d1-95b1-cba8941fe755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:37.615247 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8be4d-24a9-48ad-85c2-d3f32c39a709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db077ba9-06e9-4cbe-ae03-b58e37ff2070,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:37.618400 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-aef8be4d-24a9-48ad-85c2-d3f32c39a709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:37.621011 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-aef8be4d-24a9-48ad-85c2-d3f32c39a709 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=59178ef61c14465898459d79903ed43b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1927364 Aug 25 19:11:37.626706 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 48024) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:37.686580 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-9c445f6c-f017-4870-961f-e4d02b0a2de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:37.713018 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-9c445f6c-f017-4870-961f-e4d02b0a2de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:37.776605 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-9c445f6c-f017-4870-961f-e4d02b0a2de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:37.781194 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-22020679-cd22-43b0-b120-fce3931e558c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:37.796029 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c445f6c-f017-4870-961f-e4d02b0a2de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db077ba9-06e9-4cbe-ae03-b58e37ff2070,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:37.798347 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-9c445f6c-f017-4870-961f-e4d02b0a2de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:37.808907 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-9c445f6c-f017-4870-961f-e4d02b0a2de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:37.811416 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-9c445f6c-f017-4870-961f-e4d02b0a2de9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/db077ba9-06e9-4cbe-ae03-b58e37ff2070 HTTP/1.1" status: 204 len: 168 time: 0.1853600 Aug 25 19:11:40.248955 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 48074) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:40.393243 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-d4f77be4-749d-4c7d-9b51-65a7ae512534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:40.427874 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-d4f77be4-749d-4c7d-9b51-65a7ae512534 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:11:40.432293 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-d4f77be4-749d-4c7d-9b51-65a7ae512534 admin admin] Usage tracker for resource:security_group_rule and tenant:b40faba9c3cb4d799dbeab29490c46a8 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:11:40.435292 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-d4f77be4-749d-4c7d-9b51-65a7ae512534 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:11:40.441060 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-d4f77be4-749d-4c7d-9b51-65a7ae512534 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:11:40.511220 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-d4f77be4-749d-4c7d-9b51-65a7ae512534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:40.521417 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-d4f77be4-749d-4c7d-9b51-65a7ae512534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:40.532716 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-d7f54e7f-382b-4d18-af74-11bdd73f32ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:40.573807 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f77be4-749d-4c7d-9b51-65a7ae512534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8509e4b1-f124-48bc-91c6-1f3f738abe6f,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:40.578646 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-d4f77be4-749d-4c7d-9b51-65a7ae512534 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b40faba9c3cb4d799dbeab29490c46a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3286114 Aug 25 19:11:40.579680 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-d4f77be4-749d-4c7d-9b51-65a7ae512534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:40.581189 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 48080) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:40.644322 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-00a41b32-92c9-4ca7-a988-da3cd30e5686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:40.671442 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-00a41b32-92c9-4ca7-a988-da3cd30e5686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:40.723460 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-00a41b32-92c9-4ca7-a988-da3cd30e5686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:40.727484 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-aef8be4d-24a9-48ad-85c2-d3f32c39a709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:40.740846 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a41b32-92c9-4ca7-a988-da3cd30e5686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8509e4b1-f124-48bc-91c6-1f3f738abe6f,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:40.744716 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-00a41b32-92c9-4ca7-a988-da3cd30e5686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:40.750747 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-00a41b32-92c9-4ca7-a988-da3cd30e5686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:40.751864 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-00a41b32-92c9-4ca7-a988-da3cd30e5686 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8509e4b1-f124-48bc-91c6-1f3f738abe6f HTTP/1.1" status: 204 len: 168 time: 0.1697731 Aug 25 19:11:41.116393 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 48088) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:41.135746 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-c8d36721-f90f-4c29-aee7-b9df6560ca01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:41.167843 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-c8d36721-f90f-4c29-aee7-b9df6560ca01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:11:41.171709 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-c8d36721-f90f-4c29-aee7-b9df6560ca01 admin admin] Usage tracker for resource:security_group_rule and tenant:d12d6cef450048c89d80448460d64509 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:11:41.174666 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-c8d36721-f90f-4c29-aee7-b9df6560ca01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:11:41.180479 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-c8d36721-f90f-4c29-aee7-b9df6560ca01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:11:41.255890 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-c8d36721-f90f-4c29-aee7-b9df6560ca01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:41.260243 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-c8d36721-f90f-4c29-aee7-b9df6560ca01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:41.267286 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-6650fbcb-91d0-4476-be23-a0ce475d2422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:41.312256 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d36721-f90f-4c29-aee7-b9df6560ca01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73f7db0-ff1e-4cc3-adf1-d65b1674bf82,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:41.315565 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-c8d36721-f90f-4c29-aee7-b9df6560ca01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:41.318235 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-c8d36721-f90f-4c29-aee7-b9df6560ca01 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d12d6cef450048c89d80448460d64509&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2008317 Aug 25 19:11:41.321220 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 48092) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:41.383286 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-014db4f1-f0a6-4b86-a336-de07286e51e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:41.409902 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-014db4f1-f0a6-4b86-a336-de07286e51e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:41.463363 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-014db4f1-f0a6-4b86-a336-de07286e51e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:41.467228 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-00a41b32-92c9-4ca7-a988-da3cd30e5686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:41.479377 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014db4f1-f0a6-4b86-a336-de07286e51e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73f7db0-ff1e-4cc3-adf1-d65b1674bf82,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:41.483754 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-014db4f1-f0a6-4b86-a336-de07286e51e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:41.487551 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-014db4f1-f0a6-4b86-a336-de07286e51e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:41.491020 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-014db4f1-f0a6-4b86-a336-de07286e51e0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e73f7db0-ff1e-4cc3-adf1-d65b1674bf82 HTTP/1.1" status: 204 len: 168 time: 0.1665671 Aug 25 19:11:42.427705 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-ea3a2efb-a781-48ea-9e2a-4d26100abdf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:42.884707 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:44.983400 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-1a3c67a1-3647-4ccf-a517-4cdb2e2a5356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:45.864634 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:47.304319 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:49.823794 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9470538-34af-4a8c-87a2-b6a7b4b80712 req-4fe1cd5e-82a1-497f-87fa-c22debdf205e tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:49.825348 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-c9470538-34af-4a8c-87a2-b6a7b4b80712 req-4fe1cd5e-82a1-497f-87fa-c22debdf205e tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/ports?device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 946 time: 0.0893910 Aug 25 19:11:49.873864 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-c9470538-34af-4a8c-87a2-b6a7b4b80712 req-a14e232d-be9a-4690-be4d-bf29ee47e964 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ef278db-3561-4425-86ff-0f616f8dbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429578 Aug 25 19:11:51.114261 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d61f6-77ae-4c94-a8b6-fe3afc16f6b5 req-72a49e01-b80a-45fa-9da6-6ab09913f7d8 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:51.115713 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-a33d61f6-77ae-4c94-a8b6-fe3afc16f6b5 req-72a49e01-b80a-45fa-9da6-6ab09913f7d8 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/ports?device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 946 time: 0.0833490 Aug 25 19:11:51.164114 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-a33d61f6-77ae-4c94-a8b6-fe3afc16f6b5 req-be53deca-fe2b-443a-ab08-a32600a7d2d6 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ef278db-3561-4425-86ff-0f616f8dbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423555 Aug 25 19:11:52.377285 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234ff65-5495-47fb-b35a-3e428a6f5a8a req-90a28d20-ab15-4428-8124-d2e971e3bbbf tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:52.378808 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-7234ff65-5495-47fb-b35a-3e428a6f5a8a req-90a28d20-ab15-4428-8124-d2e971e3bbbf tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/ports?device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 946 time: 0.0813329 Aug 25 19:11:52.431651 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-7234ff65-5495-47fb-b35a-3e428a6f5a8a req-38e51224-3675-465b-accf-89ba6332e865 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ef278db-3561-4425-86ff-0f616f8dbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469773 Aug 25 19:11:53.648766 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655950b8-79b9-45e2-8d0f-f97fc69c16b5 req-0c1d0397-37e2-4683-8805-41f6f1548185 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:53.650401 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-655950b8-79b9-45e2-8d0f-f97fc69c16b5 req-0c1d0397-37e2-4683-8805-41f6f1548185 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/ports?device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 946 time: 0.0833108 Aug 25 19:11:53.703746 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-655950b8-79b9-45e2-8d0f-f97fc69c16b5 req-1395e61a-7e73-4076-8458-4602ba08b891 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ef278db-3561-4425-86ff-0f616f8dbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476141 Aug 25 19:11:54.666097 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.agents_db [None req-346cd5c8-7112-4e4f-bf89-0e0659d32542 None None] Agent healthcheck: found 6 active agents {{(pid=74946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:11:54.903613 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea38cd-b40d-4b1c-a96b-6184f0f553fe req-29053d9c-09c5-42b9-8762-be2d4cfa4385 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:54.905107 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-3dea38cd-b40d-4b1c-a96b-6184f0f553fe req-29053d9c-09c5-42b9-8762-be2d4cfa4385 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/ports?device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 946 time: 0.0779381 Aug 25 19:11:54.953113 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-3dea38cd-b40d-4b1c-a96b-6184f0f553fe req-accf2576-2ae2-48e2-a6ad-ae89897e1bbd tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ef278db-3561-4425-86ff-0f616f8dbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421162 Aug 25 19:11:56.158285 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66280eed-dccf-42b0-9802-f9e3c6b57cd4 req-1150caf7-ba25-470a-87a9-9d93cc7ca7bb tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:56.159830 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-66280eed-dccf-42b0-9802-f9e3c6b57cd4 req-1150caf7-ba25-470a-87a9-9d93cc7ca7bb tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/ports?device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 946 time: 0.0789311 Aug 25 19:11:56.210631 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-66280eed-dccf-42b0-9802-f9e3c6b57cd4 req-b5441f52-c3f5-41e4-a7e9-4e3b3ab2714c tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ef278db-3561-4425-86ff-0f616f8dbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449376 Aug 25 19:11:57.446524 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b388af-eb25-4c17-b81c-538a48546457 req-05df5c57-bcbd-409e-bf77-f4eef8341cbd tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:57.448092 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-a9b388af-eb25-4c17-b81c-538a48546457 req-05df5c57-bcbd-409e-bf77-f4eef8341cbd tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/ports?device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 946 time: 0.0880871 Aug 25 19:11:57.497214 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-a9b388af-eb25-4c17-b81c-538a48546457 req-97d6c97e-002a-405d-9faa-58026ff86520 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ef278db-3561-4425-86ff-0f616f8dbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432935 Aug 25 19:11:58.812939 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732d57e-6f78-40ae-a081-a5320b668bce req-82de0817-d9a0-4189-910d-0efc15465ba6 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:58.814449 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-2732d57e-6f78-40ae-a081-a5320b668bce req-82de0817-d9a0-4189-910d-0efc15465ba6 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/ports?device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 946 time: 0.1830475 Aug 25 19:11:58.864589 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-2732d57e-6f78-40ae-a081-a5320b668bce req-fb1b414a-18de-4f71-84ac-cab66fd5b397 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ef278db-3561-4425-86ff-0f616f8dbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438287 Aug 25 19:11:59.574446 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 48208) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:59.716215 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-4f99af2c-9f21-4b91-ac5d-ca92b9e003e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:59.748195 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-4f99af2c-9f21-4b91-ac5d-ca92b9e003e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:11:59.752108 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-4f99af2c-9f21-4b91-ac5d-ca92b9e003e8 admin admin] Usage tracker for resource:security_group_rule and tenant:8902bdafcd0447f3805eadf0e23ea1b4 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:11:59.754915 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-4f99af2c-9f21-4b91-ac5d-ca92b9e003e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:11:59.760626 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-4f99af2c-9f21-4b91-ac5d-ca92b9e003e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:11:59.838080 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-4f99af2c-9f21-4b91-ac5d-ca92b9e003e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:59.842971 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-4f99af2c-9f21-4b91-ac5d-ca92b9e003e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:59.850480 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-156d5153-84a9-430c-a710-4a7ef4fffbde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:59.892199 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f99af2c-9f21-4b91-ac5d-ca92b9e003e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5ddc4f-7b1c-4dc5-91ef-27062c3e8ed4,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:59.895803 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-4f99af2c-9f21-4b91-ac5d-ca92b9e003e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:59.901658 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-4f99af2c-9f21-4b91-ac5d-ca92b9e003e8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8902bdafcd0447f3805eadf0e23ea1b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3281181 Aug 25 19:11:59.902259 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 48216) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:59.971711 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-1c876f91-efe2-4d31-8355-a8883daa5877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:00.007164 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-1c876f91-efe2-4d31-8355-a8883daa5877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:00.025834 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-23336bc8-48ea-4d93-9d91-c0e17a4977c9 req-4294808c-7bbb-4168-9021-c7c60ccf356f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d4cfb3f96d7a488492ec1c3aff9a0628&device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 1099 time: 0.0980022 Aug 25 19:12:00.141574 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-1c876f91-efe2-4d31-8355-a8883daa5877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:00.146914 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-8fb4150b-de34-4bc2-ba59-3092ebe7899a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:00.170518 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db4012-ae2d-411e-ae33-d0e33cbffd0a req-9a0f54f3-8f58-4bf9-83ef-30ce0db12e19 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:00.172603 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-38db4012-ae2d-411e-ae33-d0e33cbffd0a req-9a0f54f3-8f58-4bf9-83ef-30ce0db12e19 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/ports?device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 946 time: 0.1333447 Aug 25 19:12:00.175888 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c876f91-efe2-4d31-8355-a8883daa5877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5ddc4f-7b1c-4dc5-91ef-27062c3e8ed4,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:00.177639 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23336bc8-48ea-4d93-9d91-c0e17a4977c9 req-267f43f1-7dba-41a2-8771-4fb990cf95bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:00.179543 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-23336bc8-48ea-4d93-9d91-c0e17a4977c9 req-267f43f1-7dba-41a2-8771-4fb990cf95bb service neutron] 10.222.0.23 "GET /v2.0/networks?id=ffee42b0-056f-4edf-bc8b-6084b0305cf1 HTTP/1.1" status: 200 len: 910 time: 0.1471882 Aug 25 19:12:00.180581 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-1c876f91-efe2-4d31-8355-a8883daa5877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:00.195895 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-1c876f91-efe2-4d31-8355-a8883daa5877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:00.201572 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-1c876f91-efe2-4d31-8355-a8883daa5877 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fe5ddc4f-7b1c-4dc5-91ef-27062c3e8ed4 HTTP/1.1" status: 204 len: 168 time: 0.2937551 Aug 25 19:12:00.236021 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-38db4012-ae2d-411e-ae33-d0e33cbffd0a req-1d6fcaaa-fecd-4f6b-8341-cc87ecfa2ecd tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ef278db-3561-4425-86ff-0f616f8dbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579829 Aug 25 19:12:00.300974 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-23336bc8-48ea-4d93-9d91-c0e17a4977c9 req-092d8dfe-5c7f-4e02-8bad-fc8fe66052c6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=654d727b-ddc5-4de2-a463-9a27307fbd68 HTTP/1.1" status: 200 len: 1002 time: 0.1152778 Aug 25 19:12:00.367828 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23336bc8-48ea-4d93-9d91-c0e17a4977c9 req-378c1362-14f5-48c8-8c93-7a8fcce2cc33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:00.369402 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-23336bc8-48ea-4d93-9d91-c0e17a4977c9 req-378c1362-14f5-48c8-8c93-7a8fcce2cc33 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=26d8c927-2699-4b58-a0a7-a7e59846dd61 HTTP/1.1" status: 200 len: 848 time: 0.0628486 Aug 25 19:12:00.449387 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-23336bc8-48ea-4d93-9d91-c0e17a4977c9 req-1bded115-483b-4c72-bc74-1e05b6ba51c9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ffee42b0-056f-4edf-bc8b-6084b0305cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0734978 Aug 25 19:12:00.599171 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-23336bc8-48ea-4d93-9d91-c0e17a4977c9 req-1e6affe3-9e4b-4d5b-ab2a-5ed0d12506e2 service neutron] 10.222.0.23 "GET /v2.0/networks/ffee42b0-056f-4edf-bc8b-6084b0305cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419868 Aug 25 19:12:00.738329 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-23336bc8-48ea-4d93-9d91-c0e17a4977c9 req-5ffe882c-05a3-4bc1-930b-53bd69bb6e4b service neutron] 10.222.0.23 "GET /v2.0/networks/ffee42b0-056f-4edf-bc8b-6084b0305cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329579 Aug 25 19:12:01.439301 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8affd-1dec-468d-8c1e-746997a6ca46 req-cd1dfbce-fc68-4ddd-b719-3ba99ceb23c5 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:01.440784 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-29a8affd-1dec-468d-8c1e-746997a6ca46 req-cd1dfbce-fc68-4ddd-b719-3ba99ceb23c5 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/ports?device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 946 time: 0.0827570 Aug 25 19:12:01.489750 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-29a8affd-1dec-468d-8c1e-746997a6ca46 req-c913f70b-880e-4243-bf60-45f1329cd3e7 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ef278db-3561-4425-86ff-0f616f8dbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430484 Aug 25 19:12:02.704098 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c8ef5-9321-4ea8-8da9-c5ed8065ade3 req-0aaf05a4-b98f-4c48-83e2-fd16e1bbee0f tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:02.706352 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-415c8ef5-9321-4ea8-8da9-c5ed8065ade3 req-0aaf05a4-b98f-4c48-83e2-fd16e1bbee0f tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/ports?device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 946 time: 0.0879631 Aug 25 19:12:02.759936 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-415c8ef5-9321-4ea8-8da9-c5ed8065ade3 req-450760d8-67a2-473e-8cb8-416c10451afa tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ef278db-3561-4425-86ff-0f616f8dbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474176 Aug 25 19:12:03.985474 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df9f24-fc3b-4370-946f-ab9c67dd426c req-1071c94b-688a-45a6-a961-62f2dd120303 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:03.986961 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-c0df9f24-fc3b-4370-946f-ab9c67dd426c req-1071c94b-688a-45a6-a961-62f2dd120303 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/ports?device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 946 time: 0.0849721 Aug 25 19:12:04.034851 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-c0df9f24-fc3b-4370-946f-ab9c67dd426c req-ee8e904b-e36c-430a-9952-65b7f16c33a7 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ef278db-3561-4425-86ff-0f616f8dbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423124 Aug 25 19:12:04.217731 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-f8030731-3c73-44c8-908f-bb998f3c7065 req-90ed8c34-bd52-42d0-bc32-3c51cf3cd830 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=390545bc-93e5-4151-99e9-6e079034737f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0662882 Aug 25 19:12:04.414711 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-a45b9ad5-b741-43ba-adc3-ee99bc7a2341 req-fc9a6e72-71d2-4373-ac6f-b45c8d5134d9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=390545bc-93e5-4151-99e9-6e079034737f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0767581 Aug 25 19:12:04.633329 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669883d-75d9-4996-bdbb-4d10f815e3c0 req-fe093267-abc5-467a-8bd9-119a326906e4 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:04.635187 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-6669883d-75d9-4996-bdbb-4d10f815e3c0 req-fe093267-abc5-467a-8bd9-119a326906e4 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/ports?device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 946 time: 0.0825119 Aug 25 19:12:04.686382 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-6669883d-75d9-4996-bdbb-4d10f815e3c0 req-8dc0f9f7-ea3e-4a0b-a734-7d72b3480c22 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ef278db-3561-4425-86ff-0f616f8dbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448136 Aug 25 19:12:05.248259 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 48298) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:12:05.354383 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 654d727b-ddc5-4de2-a463-9a27307fbd68 no longer exists at agent hyperv_hv-cinder-80603 {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:12:05.395494 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-342efb5a-1b04-48f2-8bab-81ca170aac29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:05.432144 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-342efb5a-1b04-48f2-8bab-81ca170aac29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:12:05.436468 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-342efb5a-1b04-48f2-8bab-81ca170aac29 admin admin] Usage tracker for resource:security_group_rule and tenant:8f29d7191fda4bbf9e8f7b93069ae6fe is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:12:05.439371 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-342efb5a-1b04-48f2-8bab-81ca170aac29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:12:05.445126 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-342efb5a-1b04-48f2-8bab-81ca170aac29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:12:05.474110 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:05.503291 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '390545bc-93e5-4151-99e9-6e079034737f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '654d727b-ddc5-4de2-a463-9a27307fbd68'}] {{(pid=74945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:12:05.513370 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 654d727b-ddc5-4de2-a463-9a27307fbd68, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=654d727b-ddc5-4de2-a463-9a27307fbd68,segment=NetworkSegment(fcc2197d-4ec0-4475-a4df-49f40331ce68),segment_id=fcc2197d-4ec0-4475-a4df-49f40331ce68)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:12:05.519293 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:05.522942 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-342efb5a-1b04-48f2-8bab-81ca170aac29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:05.523352 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:05.528346 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-342efb5a-1b04-48f2-8bab-81ca170aac29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:05.537676 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-fba14a92-eb75-4a9f-ace6-9e304aead91b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:05.544693 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-a45b9ad5-b741-43ba-adc3-ee99bc7a2341 req-055bb03f-e28c-4086-9f72-d233a2e2d2a5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=390545bc-93e5-4151-99e9-6e079034737f&tenant_id=d4cfb3f96d7a488492ec1c3aff9a0628 HTTP/1.1" status: 200 len: 1099 time: 0.0829024 Aug 25 19:12:05.580839 dv-cinder-806038-1-smb neutron-server[74945]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '390545bc-93e5-4151-99e9-6e079034737f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '654d727b-ddc5-4de2-a463-9a27307fbd68', 'code': 422} returned with failed status Aug 25 19:12:05.585229 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-342efb5a-1b04-48f2-8bab-81ca170aac29 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8f29d7191fda4bbf9e8f7b93069ae6fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3334844 Aug 25 19:12:05.585229 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342efb5a-1b04-48f2-8bab-81ca170aac29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb6d2b2-93b9-41d1-8767-943c9a65b05c,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:05.585866 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 48306) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:12:05.602053 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-342efb5a-1b04-48f2-8bab-81ca170aac29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:05.602570 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=654d727b-ddc5-4de2-a463-9a27307fbd68,revision_number=6']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:05.606326 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:05.652315 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-5a63a168-94dd-4393-8d6d-ae2afd6df29d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:05.656327 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-a45b9ad5-b741-43ba-adc3-ee99bc7a2341 req-f70fb0e5-c39c-4229-8320-5d4d1d87efec service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d4cfb3f96d7a488492ec1c3aff9a0628&device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 1097 time: 0.0773890 Aug 25 19:12:05.681034 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-5a63a168-94dd-4393-8d6d-ae2afd6df29d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:05.734673 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-5a63a168-94dd-4393-8d6d-ae2afd6df29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:05.739805 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-39e85746-638b-4eda-b436-fb52dd856843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:05.753750 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63a168-94dd-4393-8d6d-ae2afd6df29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb6d2b2-93b9-41d1-8767-943c9a65b05c,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:05.756744 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-5a63a168-94dd-4393-8d6d-ae2afd6df29d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:05.759381 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-5a63a168-94dd-4393-8d6d-ae2afd6df29d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:05.763275 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-5a63a168-94dd-4393-8d6d-ae2afd6df29d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ebb6d2b2-93b9-41d1-8767-943c9a65b05c HTTP/1.1" status: 204 len: 168 time: 0.1735671 Aug 25 19:12:05.802772 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b9ad5-b741-43ba-adc3-ee99bc7a2341 req-84e41c6f-c902-4839-b07e-2fb5ff194580 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:05.804529 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-a45b9ad5-b741-43ba-adc3-ee99bc7a2341 req-84e41c6f-c902-4839-b07e-2fb5ff194580 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ffee42b0-056f-4edf-bc8b-6084b0305cf1 HTTP/1.1" status: 200 len: 910 time: 0.1424818 Aug 25 19:12:05.884874 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:05.976604 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-a45b9ad5-b741-43ba-adc3-ee99bc7a2341 req-d2ba0901-0ed3-4a08-8887-6644cd7f469a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=654d727b-ddc5-4de2-a463-9a27307fbd68 HTTP/1.1" status: 200 len: 1000 time: 0.1638734 Aug 25 19:12:06.038887 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df2044-030c-4a0d-804b-36253b0c46f3 req-c79a06a4-53ad-4f22-aacd-94ebccec9e62 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:06.040364 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-a0df2044-030c-4a0d-804b-36253b0c46f3 req-c79a06a4-53ad-4f22-aacd-94ebccec9e62 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/ports?device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 944 time: 0.1688170 Aug 25 19:12:06.071595 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b9ad5-b741-43ba-adc3-ee99bc7a2341 req-386662b7-d61c-4ab5-87d6-ea76e60769cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:06.073097 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-a45b9ad5-b741-43ba-adc3-ee99bc7a2341 req-386662b7-d61c-4ab5-87d6-ea76e60769cc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=26d8c927-2699-4b58-a0a7-a7e59846dd61 HTTP/1.1" status: 200 len: 848 time: 0.0899844 Aug 25 19:12:06.234665 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-a0df2044-030c-4a0d-804b-36253b0c46f3 req-2b0f4bd6-0a5e-4eaf-8d46-d57aabd9a766 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ef278db-3561-4425-86ff-0f616f8dbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857119 Aug 25 19:12:06.266054 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-a45b9ad5-b741-43ba-adc3-ee99bc7a2341 req-dbd98a77-2ef0-476a-8e86-2a1801e7dae1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ffee42b0-056f-4edf-bc8b-6084b0305cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1823599 Aug 25 19:12:06.412018 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-a45b9ad5-b741-43ba-adc3-ee99bc7a2341 req-a4ab0e10-1699-41cb-9437-e11e45baa328 service neutron] 10.222.0.23 "GET /v2.0/networks/ffee42b0-056f-4edf-bc8b-6084b0305cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393003 Aug 25 19:12:06.551208 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-a45b9ad5-b741-43ba-adc3-ee99bc7a2341 req-38952516-7eb3-401c-8ea7-9758bcbd1684 service neutron] 10.222.0.23 "GET /v2.0/networks/ffee42b0-056f-4edf-bc8b-6084b0305cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329329 Aug 25 19:12:06.568976 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 48330) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:12:06.699414 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [None req-632667d7-5d7e-4ac8-8471-691e18a9f425 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1585598501-network', 'tenant_id': 'f6d6765a2cb641adaf2b6e39b9531eb0'}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:12:06.704622 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-632667d7-5d7e-4ac8-8471-691e18a9f425 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:12:06.708466 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-632667d7-5d7e-4ac8-8471-691e18a9f425 admin admin] Usage tracker for resource:network and tenant:f6d6765a2cb641adaf2b6e39b9531eb0 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:12:06.711333 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-632667d7-5d7e-4ac8-8471-691e18a9f425 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:12:06.719040 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-632667d7-5d7e-4ac8-8471-691e18a9f425 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:12:06.731329 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632667d7-5d7e-4ac8-8471-691e18a9f425 admin admin] Made reservation on behalf of f6d6765a2cb641adaf2b6e39b9531eb0 for: {'network': 1} {{(pid=74943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:12:06.733844 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-632667d7-5d7e-4ac8-8471-691e18a9f425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for network, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:06.746428 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-632667d7-5d7e-4ac8-8471-691e18a9f425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:06.777367 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-632667d7-5d7e-4ac8-8471-691e18a9f425 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:12:06.781779 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-632667d7-5d7e-4ac8-8471-691e18a9f425 admin admin] Usage tracker for resource:security_group_rule and tenant:f6d6765a2cb641adaf2b6e39b9531eb0 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:12:06.784546 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-632667d7-5d7e-4ac8-8471-691e18a9f425 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:12:06.790027 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-632667d7-5d7e-4ac8-8471-691e18a9f425 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:12:06.856733 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-632667d7-5d7e-4ac8-8471-691e18a9f425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:06.860530 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-632667d7-5d7e-4ac8-8471-691e18a9f425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:06.863703 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-4efb8d4d-0fcb-4edf-bec6-6ec80c6b28c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:06.899652 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-632667d7-5d7e-4ac8-8471-691e18a9f425 admin admin] vlan segment allocate from pool success with {'vlan_id': 802, 'physical_network': 'physnet1'} {{(pid=74943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 19:12:06.906285 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632667d7-5d7e-4ac8-8471-691e18a9f425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69601b9e-5359-406e-8a87-27203b91623e,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:06.910242 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-632667d7-5d7e-4ac8-8471-691e18a9f425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:06.915556 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-632667d7-5d7e-4ac8-8471-691e18a9f425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748241'] for segment, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:06.915954 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.db.segments_db [None req-632667d7-5d7e-4ac8-8471-691e18a9f425 admin admin] Added segment 326830ac-bbb7-4c98-a4df-6b6c8c07cbbe of type vlan for network 639c1634-329d-492f-a3c1-a5f5bace3b6c Aug 25 19:12:06.942856 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-632667d7-5d7e-4ac8-8471-691e18a9f425 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730660192678'] for network, precommit_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:06.972307 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-632667d7-5d7e-4ac8-8471-691e18a9f425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697'] for network, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:06.973772 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632667d7-5d7e-4ac8-8471-691e18a9f425 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:06.974419 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-632667d7-5d7e-4ac8-8471-691e18a9f425 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for network, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:06.984629 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:07.157184 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632667d7-5d7e-4ac8-8471-691e18a9f425 admin admin] Pushing event updated for resources: {'Network': ['ID=639c1634-329d-492f-a3c1-a5f5bace3b6c,revision_number=1']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:07.159994 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-632667d7-5d7e-4ac8-8471-691e18a9f425 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5894992 Aug 25 19:12:07.160859 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-632667d7-5d7e-4ac8-8471-691e18a9f425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:07.162847 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 48336) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:12:07.167062 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Network 639c1634-329d-492f-a3c1-a5f5bace3b6c details requested by agent ovs-agent-dv-cinder-806038-1-smb with host dv-cinder-806038-1-smb {{(pid=74945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 19:12:07.168213 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.v2.base [None req-03dd8ae7-69b8-48fa-8ab3-2ef6685db590 admin admin] Request body: {'subnet': {'network_id': '639c1634-329d-492f-a3c1-a5f5bace3b6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1585598501-subnet', 'tenant_id': 'f6d6765a2cb641adaf2b6e39b9531eb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:12:07.173017 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-03dd8ae7-69b8-48fa-8ab3-2ef6685db590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:12:07.177000 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-03dd8ae7-69b8-48fa-8ab3-2ef6685db590 admin admin] Usage tracker for resource:subnet and tenant:f6d6765a2cb641adaf2b6e39b9531eb0 is out of sync, need to count used quota {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:12:07.179960 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [None req-03dd8ae7-69b8-48fa-8ab3-2ef6685db590 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74943) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:12:07.187954 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.quota.driver [None req-03dd8ae7-69b8-48fa-8ab3-2ef6685db590 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74943) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:12:07.199156 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03dd8ae7-69b8-48fa-8ab3-2ef6685db590 admin admin] Made reservation on behalf of f6d6765a2cb641adaf2b6e39b9531eb0 for: {'subnet': 1} {{(pid=74943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:12:07.202003 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-03dd8ae7-69b8-48fa-8ab3-2ef6685db590 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4138881'] for subnet, before_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:07.497720 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-03dd8ae7-69b8-48fa-8ab3-2ef6685db590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3958270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4138899'] for subnet, after_create {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:07.505359 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-3bfab56b-c8f1-44ab-b0fd-0101ee7f87aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:07.548554 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8e376-f532-4323-856e-7a6e8667186d req-25338078-583c-4ae7-bb17-7cc44855fc38 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:07.550033 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-98e8e376-f532-4323-856e-7a6e8667186d req-25338078-583c-4ae7-bb17-7cc44855fc38 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/ports?device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 944 time: 0.1818688 Aug 25 19:12:07.613971 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd8ae7-69b8-48fa-8ab3-2ef6685db590 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dcd0f34-1b6a-4ab9-af6b-6ef4ee80800a,revision_number=0']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:07.620614 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-03dd8ae7-69b8-48fa-8ab3-2ef6685db590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:07.635991 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-98e8e376-f532-4323-856e-7a6e8667186d req-6313807b-7521-48e3-a53c-340545c0ef0d tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ef278db-3561-4425-86ff-0f616f8dbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801754 Aug 25 19:12:07.637812 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dd8ae7-69b8-48fa-8ab3-2ef6685db590 admin admin] Checking segment: {'id': '326830ac-bbb7-4c98-a4df-6b6c8c07cbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '639c1634-329d-492f-a3c1-a5f5bace3b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:12:07.638170 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dd8ae7-69b8-48fa-8ab3-2ef6685db590 admin admin] Network hostable DHCP agents. Network: 639c1634-329d-492f-a3c1-a5f5bace3b6c, hostable agents: ['27d70ae6-e524-414d-8203-429baaa22b85'], hosted agents: [] {{(pid=74943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 19:12:07.659986 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dd8ae7-69b8-48fa-8ab3-2ef6685db590 admin admin] Network 639c1634-329d-492f-a3c1-a5f5bace3b6c is scheduled to be hosted by DHCP agent 27d70ae6-e524-414d-8203-429baaa22b85 with binding_index 1 {{(pid=74943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 19:12:07.669841 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.base_scheduler [None req-03dd8ae7-69b8-48fa-8ab3-2ef6685db590 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806038-1-smb, 639c1634-329d-492f-a3c1-a5f5bace3b6c) {{(pid=74943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:12:07.673846 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dd8ae7-69b8-48fa-8ab3-2ef6685db590 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:07.674466 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-03dd8ae7-69b8-48fa-8ab3-2ef6685db590 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:07.679576 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fa88a8-57af-4404-9167-6702b3da1005 None None] Network 639c1634-329d-492f-a3c1-a5f5bace3b6c requested from dv-cinder-806038-1-smb {{(pid=74945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:12:07.695921 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-03dd8ae7-69b8-48fa-8ab3-2ef6685db590 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5320420 Aug 25 19:12:07.897495 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be5455f-f42d-444c-8a6d-aa830ee27cca None None] Network 639c1634-329d-492f-a3c1-a5f5bace3b6c requested from dv-cinder-806038-1-smb {{(pid=74945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:12:08.834569 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7af49f-c8aa-43df-983d-3e2c7121e7f6 req-352d9563-11c8-4c43-8d19-b27fce0e8aed tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:08.836053 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-ff7af49f-c8aa-43df-983d-3e2c7121e7f6 req-352d9563-11c8-4c43-8d19-b27fce0e8aed tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/ports?device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 944 time: 0.0778272 Aug 25 19:12:08.882052 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-ff7af49f-c8aa-43df-983d-3e2c7121e7f6 req-2d4f62b6-b012-48c3-9e99-fa59e4070ee4 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ef278db-3561-4425-86ff-0f616f8dbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399344 Aug 25 19:12:09.412621 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-8f32f1f6-d586-469b-afae-09eb37fe09b0 req-2c93cdda-8ea8-444a-ab6d-c909c9dd9273 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d4cfb3f96d7a488492ec1c3aff9a0628&device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 1097 time: 0.0726478 Aug 25 19:12:09.559236 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32f1f6-d586-469b-afae-09eb37fe09b0 req-bfa300b6-0840-4325-8ff4-da9659e3c752 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:09.560771 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-8f32f1f6-d586-469b-afae-09eb37fe09b0 req-bfa300b6-0840-4325-8ff4-da9659e3c752 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ffee42b0-056f-4edf-bc8b-6084b0305cf1 HTTP/1.1" status: 200 len: 910 time: 0.1287110 Aug 25 19:12:09.665688 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-8f32f1f6-d586-469b-afae-09eb37fe09b0 req-eeed3a6b-7ffa-42de-b047-b77724a0685c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=654d727b-ddc5-4de2-a463-9a27307fbd68 HTTP/1.1" status: 200 len: 1000 time: 0.0977495 Aug 25 19:12:09.728570 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32f1f6-d586-469b-afae-09eb37fe09b0 req-6a44bb49-78f0-463f-ab99-8013b5b91ebc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:09.730029 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-8f32f1f6-d586-469b-afae-09eb37fe09b0 req-6a44bb49-78f0-463f-ab99-8013b5b91ebc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=26d8c927-2699-4b58-a0a7-a7e59846dd61 HTTP/1.1" status: 200 len: 848 time: 0.0578897 Aug 25 19:12:09.753098 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-f9b30169-2792-4db0-98df-e271d222f125 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:09.753775 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-f9b30169-2792-4db0-98df-e271d222f125 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Synchronizing usage tracker for tenant:f6d6765a2cb641adaf2b6e39b9531eb0 on resource:network {{(pid=74943) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:12:09.771018 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-f9b30169-2792-4db0-98df-e271d222f125 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Unset dirty status for tenant:f6d6765a2cb641adaf2b6e39b9531eb0 on resource:network {{(pid=74943) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:12:09.772313 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-f9b30169-2792-4db0-98df-e271d222f125 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/networks?id=639c1634-329d-492f-a3c1-a5f5bace3b6c HTTP/1.1" status: 200 len: 814 time: 0.1611881 Aug 25 19:12:09.790060 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-87a95410-74cc-4659-90f8-a483237d064c tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/quotas/f6d6765a2cb641adaf2b6e39b9531eb0 HTTP/1.1" status: 200 len: 375 time: 0.0121162 Aug 25 19:12:09.812631 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-8f32f1f6-d586-469b-afae-09eb37fe09b0 req-778c7e52-9ae7-4b1d-9a26-d92eeb7ce494 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ffee42b0-056f-4edf-bc8b-6084b0305cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0766017 Aug 25 19:12:09.842491 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-cf84094e-569f-42a2-b747-dc510ccb471b tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6d6765a2cb641adaf2b6e39b9531eb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466993 Aug 25 19:12:09.954080 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-8f32f1f6-d586-469b-afae-09eb37fe09b0 req-62a6aa5b-81d0-4af5-989c-5655822aedec service neutron] 10.222.0.23 "GET /v2.0/networks/ffee42b0-056f-4edf-bc8b-6084b0305cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348352 Aug 25 19:12:09.985325 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-5e597b97-6a08-44d1-9940-53e7a5cea399 service neutron] 10.222.0.18 "GET /v2.0/networks/639c1634-329d-492f-a3c1-a5f5bace3b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359260 Aug 25 19:12:10.119200 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-3e4ae82e-6572-4125-93a8-2057f9e6357f service neutron] 10.222.0.18 "GET /v2.0/networks/639c1634-329d-492f-a3c1-a5f5bace3b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281478 Aug 25 19:12:10.140301 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-8f32f1f6-d586-469b-afae-09eb37fe09b0 req-a03f9814-fc74-4a84-8a2b-bd2246d35dc5 service neutron] 10.222.0.23 "GET /v2.0/networks/ffee42b0-056f-4edf-bc8b-6084b0305cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797581 Aug 25 19:12:10.155107 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f85dae-fe16-44ad-9dab-5b27fce528c1 req-662160bd-b660-44ba-8d19-34d1f2f41ae5 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:10.156661 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-e2f85dae-fe16-44ad-9dab-5b27fce528c1 req-662160bd-b660-44ba-8d19-34d1f2f41ae5 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/ports?device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 944 time: 0.1279197 Aug 25 19:12:10.206241 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-e2f85dae-fe16-44ad-9dab-5b27fce528c1 req-148fa89c-11a1-4f42-8668-e398e6a11796 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ef278db-3561-4425-86ff-0f616f8dbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434465 Aug 25 19:12:10.313477 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-dbc17e92-3d18-46cc-8818-9ec31cb986a3 req-42192a66-66b2-488c-82c8-6030b4ee5a95 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5d4303b-95d7-4a67-98fa-a6a12685749d HTTP/1.1" status: 200 len: 210 time: 0.0430062 Aug 25 19:12:11.352725 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 654d727b-ddc5-4de2-a463-9a27307fbd68 details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=74945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:12:11.494077 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0c062-7aca-435d-aa99-934a0ea8e139 req-179eccf0-2dd4-4173-af69-9793cf6c6f24 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:11.495603 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-4ec0c062-7aca-435d-aa99-934a0ea8e139 req-179eccf0-2dd4-4173-af69-9793cf6c6f24 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/ports?device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 944 time: 0.1615930 Aug 25 19:12:11.498242 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-cdf0e917-95b0-45a8-96f8-aaf64b609462 req-1959eea4-4d01-493e-998c-96ff18e7c7d7 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5d4303b-95d7-4a67-98fa-a6a12685749d HTTP/1.1" status: 200 len: 210 time: 0.0549865 Aug 25 19:12:11.518354 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 654d727b-ddc5-4de2-a463-9a27307fbd68, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=654d727b-ddc5-4de2-a463-9a27307fbd68,segment=NetworkSegment(fcc2197d-4ec0-4475-a4df-49f40331ce68),segment_id=fcc2197d-4ec0-4475-a4df-49f40331ce68)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:12:11.532623 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Returning: {'device': '654d727b-ddc5-4de2-a463-9a27307fbd68', 'network_id': 'ffee42b0-056f-4edf-bc8b-6084b0305cf1', 'port_id': '654d727b-ddc5-4de2-a463-9a27307fbd68', 'mac_address': 'fa:16:3e:7b:37:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26d8c927-2699-4b58-a0a7-a7e59846dd61', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:12:11.587946 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-4ec0c062-7aca-435d-aa99-934a0ea8e139 req-a080be96-deb9-4ecc-ab3e-a735536541ca tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ef278db-3561-4425-86ff-0f616f8dbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826302 Aug 25 19:12:11.593947 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-5babab16-8b70-4e40-91e2-4ce52636fe2a tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:11.595357 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-5babab16-8b70-4e40-91e2-4ce52636fe2a tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.23 "GET /v2.0/networks?id=639c1634-329d-492f-a3c1-a5f5bace3b6c HTTP/1.1" status: 200 len: 814 time: 0.1898882 Aug 25 19:12:11.595776 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:11.619454 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 654d727b-ddc5-4de2-a463-9a27307fbd68 {{(pid=74945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:12:11.622830 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-611f1c06-bdb5-460f-b019-5ff397d77a14 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Request body: {'port': {'device_id': 'c5d4303b-95d7-4a67-98fa-a6a12685749d', 'network_id': '639c1634-329d-492f-a3c1-a5f5bace3b6c', 'admin_state_up': True, 'tenant_id': 'f6d6765a2cb641adaf2b6e39b9531eb0'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:12:11.636660 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 654d727b-ddc5-4de2-a463-9a27307fbd68, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=654d727b-ddc5-4de2-a463-9a27307fbd68,segment=NetworkSegment(fcc2197d-4ec0-4475-a4df-49f40331ce68),segment_id=fcc2197d-4ec0-4475-a4df-49f40331ce68)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:12:11.641150 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:11.643092 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:11.712672 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=654d727b-ddc5-4de2-a463-9a27307fbd68,revision_number=7']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:11.721667 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:11.722015 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:11.722353 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:11.722710 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:11.723046 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:11.723373 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:11.723697 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:11.724017 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:11.724339 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:11.724662 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:11.724982 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:11.729181 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:11.858407 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-611f1c06-bdb5-460f-b019-5ff397d77a14 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:12:11.862091 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-611f1c06-bdb5-460f-b019-5ff397d77a14 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Usage tracker for resource:port and tenant:f6d6765a2cb641adaf2b6e39b9531eb0 is out of sync, need to count used quota {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:12:11.864815 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-611f1c06-bdb5-460f-b019-5ff397d77a14 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74944) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:12:11.870395 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-611f1c06-bdb5-460f-b019-5ff397d77a14 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:12:11.880842 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-611f1c06-bdb5-460f-b019-5ff397d77a14 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Made reservation on behalf of f6d6765a2cb641adaf2b6e39b9531eb0 for: {'port': 1} {{(pid=74944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:12:11.884064 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-611f1c06-bdb5-460f-b019-5ff397d77a14 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:11.927606 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] get_ports_and_sgs() called for port_ids ['654d727b-ddc5-4de2-a463-9a27307fbd68'] {{(pid=74945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:12:12.049026 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.db_base_plugin_common [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-611f1c06-bdb5-460f-b019-5ff397d77a14 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Allocated IP 172.20.0.12 (639c1634-329d-492f-a3c1-a5f5bace3b6c/8dcd0f34-1b6a-4ab9-af6b-6ef4ee80800a/bb5552fc-40a4-43aa-965e-9752408d56c4) {{(pid=74944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:12:12.259303 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-611f1c06-bdb5-460f-b019-5ff397d77a14 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Notify callbacks [] for port, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:12.287380 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-611f1c06-bdb5-460f-b019-5ff397d77a14 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3912941'] for port, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:12.292746 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-a2fc841f-0529-40c7-8899-96e5087ac906 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:12.365087 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-611f1c06-bdb5-460f-b019-5ff397d77a14 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Network 639c1634-329d-492f-a3c1-a5f5bace3b6c is already hosted by enough agents. {{(pid=74944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:12:12.368309 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.base_scheduler [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-611f1c06-bdb5-460f-b019-5ff397d77a14 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Resources bound (agent type, host, resource id): {{(pid=74944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:12:12.372843 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.l3_dvrscheduler_db [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-611f1c06-bdb5-460f-b019-5ff397d77a14 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Received port after_create {{(pid=74944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:12:12.400458 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f1c06-bdb5-460f-b019-5ff397d77a14 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Pushing event updated for resources: {'Port': ['ID=bb5552fc-40a4-43aa-965e-9752408d56c4,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:12.420010 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611f1c06-bdb5-460f-b019-5ff397d77a14 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:12.420397 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611f1c06-bdb5-460f-b019-5ff397d77a14 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:12.420769 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611f1c06-bdb5-460f-b019-5ff397d77a14 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:12.420921 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-a02d9ab2-d716-4af0-a242-3e84ddc6f728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:12.421390 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611f1c06-bdb5-460f-b019-5ff397d77a14 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:12.421487 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611f1c06-bdb5-460f-b019-5ff397d77a14 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:12.421874 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611f1c06-bdb5-460f-b019-5ff397d77a14 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:12.422212 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611f1c06-bdb5-460f-b019-5ff397d77a14 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:12.422617 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611f1c06-bdb5-460f-b019-5ff397d77a14 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:12.422998 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611f1c06-bdb5-460f-b019-5ff397d77a14 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:12.423362 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611f1c06-bdb5-460f-b019-5ff397d77a14 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:12.423776 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611f1c06-bdb5-460f-b019-5ff397d77a14 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:12.428956 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-611f1c06-bdb5-460f-b019-5ff397d77a14 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:12.446637 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-611f1c06-bdb5-460f-b019-5ff397d77a14 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:12.447247 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-611f1c06-bdb5-460f-b019-5ff397d77a14 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for port, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:12.467272 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-611f1c06-bdb5-460f-b019-5ff397d77a14 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8505232 Aug 25 19:12:12.484954 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-a75099cb-d82a-4559-af65-930a14911859 service neutron] Request body: {'port': {'device_id': 'c5d4303b-95d7-4a67-98fa-a6a12685749d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80603'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:12:12.600091 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-a75099cb-d82a-4559-af65-930a14911859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:12.702301 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2355740-2a13-49d5-bb3a-5295ad954a75 req-d6618750-5b4e-49a4-8339-9dbd5e618d67 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:12.704156 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-b2355740-2a13-49d5-bb3a-5295ad954a75 req-d6618750-5b4e-49a4-8339-9dbd5e618d67 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5d4303b-95d7-4a67-98fa-a6a12685749d HTTP/1.1" status: 200 len: 932 time: 0.0847940 Aug 25 19:12:12.750381 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-b2355740-2a13-49d5-bb3a-5295ad954a75 req-62290611-86e1-4a7a-b0b9-d2e9504f8020 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Synchronizing usage tracker for tenant:f6d6765a2cb641adaf2b6e39b9531eb0 on resource:security_group {{(pid=74943) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:12:12.767193 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-b2355740-2a13-49d5-bb3a-5295ad954a75 req-62290611-86e1-4a7a-b0b9-d2e9504f8020 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Unset dirty status for tenant:f6d6765a2cb641adaf2b6e39b9531eb0 on resource:security_group {{(pid=74943) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:12:12.768350 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-b2355740-2a13-49d5-bb3a-5295ad954a75 req-62290611-86e1-4a7a-b0b9-d2e9504f8020 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/security-groups?id=69601b9e-5359-406e-8a87-27203b91623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581574 Aug 25 19:12:12.879671 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:12.918610 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abce56-9a40-484e-a11b-b365e0869f1d req-dae14625-c51c-4d50-b37e-5dcf4cd3cc7d tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:12.920182 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-23abce56-9a40-484e-a11b-b365e0869f1d req-dae14625-c51c-4d50-b37e-5dcf4cd3cc7d tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/ports?device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 945 time: 0.2019536 Aug 25 19:12:12.994171 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-23abce56-9a40-484e-a11b-b365e0869f1d req-96b2ef53-eea8-4309-aad2-a08d5adf1940 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ef278db-3561-4425-86ff-0f616f8dbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665781 Aug 25 19:12:13.053638 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.notifiers.nova [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-a75099cb-d82a-4559-af65-930a14911859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb5552fc-40a4-43aa-965e-9752408d56c4 {{(pid=74944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:12:13.060438 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-a75099cb-d82a-4559-af65-930a14911859 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:13.074091 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.provisioning_blocks [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-a75099cb-d82a-4559-af65-930a14911859 service neutron] Transition to ACTIVE for port object bb5552fc-40a4-43aa-965e-9752408d56c4 will not be triggered until provisioned by entity L2. {{(pid=74944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:12:13.078894 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-a75099cb-d82a-4559-af65-930a14911859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3912932'] for port, after_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:13.082353 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-611f1c06-bdb5-460f-b019-5ff397d77a14 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:13.204543 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75099cb-d82a-4559-af65-930a14911859 service neutron] Pushing event updated for resources: {'Port': ['ID=bb5552fc-40a4-43aa-965e-9752408d56c4,revision_number=2']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:13.208522 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-a75099cb-d82a-4559-af65-930a14911859 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:13.310724 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.managers [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-a75099cb-d82a-4559-af65-930a14911859 service neutron] Attempting to bind port bb5552fc-40a4-43aa-965e-9752408d56c4 on host hv-cinder-80603 for vnic_type normal with profile {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:12:13.310954 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.managers [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-a75099cb-d82a-4559-af65-930a14911859 service neutron] Attempting to bind port bb5552fc-40a4-43aa-965e-9752408d56c4 by drivers openvswitch,hyperv on host hv-cinder-80603 at level 0 using segments [{'id': '326830ac-bbb7-4c98-a4df-6b6c8c07cbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '639c1634-329d-492f-a3c1-a5f5bace3b6c'}] {{(pid=74944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:12:13.311283 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-a75099cb-d82a-4559-af65-930a14911859 service neutron] Attempting to bind port bb5552fc-40a4-43aa-965e-9752408d56c4 on network 639c1634-329d-492f-a3c1-a5f5bace3b6c {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:12:13.316920 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-a75099cb-d82a-4559-af65-930a14911859 service neutron] Port bb5552fc-40a4-43aa-965e-9752408d56c4 on network 639c1634-329d-492f-a3c1-a5f5bace3b6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80603 {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 19:12:13.317240 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-a75099cb-d82a-4559-af65-930a14911859 service neutron] Attempting to bind port bb5552fc-40a4-43aa-965e-9752408d56c4 on network 639c1634-329d-492f-a3c1-a5f5bace3b6c {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:12:13.323868 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-a75099cb-d82a-4559-af65-930a14911859 service neutron] Checking agent: {'id': 'bb439c80-c1b1-4a92-94b6-4f0aaad03a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80603', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 19, 1, 6), 'started_at': datetime.datetime(2021, 8, 25, 19, 1, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:12:13.324203 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-a75099cb-d82a-4559-af65-930a14911859 service neutron] Checking segment: {'id': '326830ac-bbb7-4c98-a4df-6b6c8c07cbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '639c1634-329d-492f-a3c1-a5f5bace3b6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:12:13.324584 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-a75099cb-d82a-4559-af65-930a14911859 service neutron] Bound using segment: {'id': '326830ac-bbb7-4c98-a4df-6b6c8c07cbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '639c1634-329d-492f-a3c1-a5f5bace3b6c'} {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:12:13.325001 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.managers [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-a75099cb-d82a-4559-af65-930a14911859 service neutron] Bound port: bb5552fc-40a4-43aa-965e-9752408d56c4, host: hv-cinder-80603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '326830ac-bbb7-4c98-a4df-6b6c8c07cbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '639c1634-329d-492f-a3c1-a5f5bace3b6c'}}] {{(pid=74944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:12:13.325385 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-a75099cb-d82a-4559-af65-930a14911859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:13.352401 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 654d727b-ddc5-4de2-a463-9a27307fbd68 up at agent hyperv_hv-cinder-80603 {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:12:13.416480 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.db [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-a75099cb-d82a-4559-af65-930a14911859 service neutron] For port bb5552fc-40a4-43aa-965e-9752408d56c4, host hv-cinder-80603, cleared binding levels {{(pid=74944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:12:13.420891 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.db [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-a75099cb-d82a-4559-af65-930a14911859 service neutron] For port bb5552fc-40a4-43aa-965e-9752408d56c4, host hv-cinder-80603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=bb5552fc-40a4-43aa-965e-9752408d56c4,segment=NetworkSegment(326830ac-bbb7-4c98-a4df-6b6c8c07cbbe),segment_id=326830ac-bbb7-4c98-a4df-6b6c8c07cbbe)] {{(pid=74944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:12:13.425511 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-a75099cb-d82a-4559-af65-930a14911859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3912932'] for port, after_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:13.427433 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Provisioning complete for port 654d727b-ddc5-4de2-a463-9a27307fbd68 triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:12:13.427949 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:13.429265 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-6f901b1c-8a3b-48cd-afd8-bc1295468c49 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:13.493312 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-a75099cb-d82a-4559-af65-930a14911859 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for port, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:13.494704 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-a75099cb-d82a-4559-af65-930a14911859 service neutron] 10.222.0.23 "PUT /v2.0/ports/bb5552fc-40a4-43aa-965e-9752408d56c4 HTTP/1.1" status: 200 len: 1094 time: 1.0143325 Aug 25 19:12:13.495214 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5d4303b-95d7-4a67-98fa-a6a12685749d', 'tag': 'bb5552fc-40a4-43aa-965e-9752408d56c4'}] {{(pid=74944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:12:13.513373 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75099cb-d82a-4559-af65-930a14911859 service neutron] Pushing event updated for resources: {'Port': ['ID=bb5552fc-40a4-43aa-965e-9752408d56c4,revision_number=3']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:13.523375 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-a75099cb-d82a-4559-af65-930a14911859 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:13.552583 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:13.581371 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5d4303b-95d7-4a67-98fa-a6a12685749d', 'tag': 'bb5552fc-40a4-43aa-965e-9752408d56c4', 'status': 'completed', 'code': 200} Aug 25 19:12:13.582455 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '390545bc-93e5-4151-99e9-6e079034737f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '654d727b-ddc5-4de2-a463-9a27307fbd68'}] {{(pid=74945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:12:13.593255 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 654d727b-ddc5-4de2-a463-9a27307fbd68, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=654d727b-ddc5-4de2-a463-9a27307fbd68,segment=NetworkSegment(fcc2197d-4ec0-4475-a4df-49f40331ce68),segment_id=fcc2197d-4ec0-4475-a4df-49f40331ce68)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:12:13.597707 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:13.599952 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:13.625645 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-e62faf3d-e896-45cf-94bb-f1c4ba2dd125 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f6d6765a2cb641adaf2b6e39b9531eb0&device_id=c5d4303b-95d7-4a67-98fa-a6a12685749d HTTP/1.1" status: 200 len: 1097 time: 0.0749662 Aug 25 19:12:13.640778 dv-cinder-806038-1-smb neutron-server[74945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '390545bc-93e5-4151-99e9-6e079034737f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '654d727b-ddc5-4de2-a463-9a27307fbd68', 'code': 200} Aug 25 19:12:13.665206 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=654d727b-ddc5-4de2-a463-9a27307fbd68,revision_number=8']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:13.668146 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:13.830324 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-101ffdd9-f440-4577-aaec-99a8e88969a0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb5552fc-40a4-43aa-965e-9752408d56c4 HTTP/1.1" status: 200 len: 217 time: 0.1650856 Aug 25 19:12:13.901909 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-669b75da-3f9a-40be-94e8-f811cdf949c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:13.903452 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-669b75da-3f9a-40be-94e8-f811cdf949c8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8dcd0f34-1b6a-4ab9-af6b-6ef4ee80800a HTTP/1.1" status: 200 len: 854 time: 0.0670137 Aug 25 19:12:13.951475 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-631cab63-86e4-411a-8bd2-b8543bff5500 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=639c1634-329d-492f-a3c1-a5f5bace3b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401635 Aug 25 19:12:14.034093 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754eecb-0dbd-4151-be3e-58fc64a1fe1c req-272d52e3-627b-4ea6-98cc-2a897ff35c47 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:14.035666 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-c754eecb-0dbd-4151-be3e-58fc64a1fe1c req-272d52e3-627b-4ea6-98cc-2a897ff35c47 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5d4303b-95d7-4a67-98fa-a6a12685749d HTTP/1.1" status: 200 len: 944 time: 0.1353359 Aug 25 19:12:14.042497 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-6ee9c0c1-ac30-4066-85b1-fb9871613072 req-50a1ff56-8396-40e4-9e55-e09370ecbc74 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 1099 time: 0.1053910 Aug 25 19:12:14.087914 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-123520f4-2902-47f9-9073-5caa232e6821 service neutron] 10.222.0.23 "GET /v2.0/networks/639c1634-329d-492f-a3c1-a5f5bace3b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300397 Aug 25 19:12:14.116077 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-c754eecb-0dbd-4151-be3e-58fc64a1fe1c req-5e8844a6-2323-43b0-b7a7-67fcea781695 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/security-groups?id=69601b9e-5359-406e-8a87-27203b91623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720813 Aug 25 19:12:14.117642 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-6ee9c0c1-ac30-4066-85b1-fb9871613072 req-e5bfd161-2989-4945-919d-11d4fdd71a59 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5ef278db-3561-4425-86ff-0f616f8dbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592866 Aug 25 19:12:14.278057 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-3abc73a5-0e5f-4f2a-bce2-e018fd49fd13 req-5b639f10-4d5c-4b2c-ba67-f3df7f9650db service neutron] 10.222.0.23 "GET /v2.0/networks/639c1634-329d-492f-a3c1-a5f5bace3b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839201 Aug 25 19:12:14.288529 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726429d2-a92c-4587-9dfe-8676af8a28fc req-640a780d-a5b1-4aae-b7b7-a405bf8ca5e5 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:14.289885 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-726429d2-a92c-4587-9dfe-8676af8a28fc req-640a780d-a5b1-4aae-b7b7-a405bf8ca5e5 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/ports?device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 946 time: 0.1260791 Aug 25 19:12:14.336712 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-726429d2-a92c-4587-9dfe-8676af8a28fc req-ccd4fc98-887a-45fe-b8cf-e02fbf28b26e tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ef278db-3561-4425-86ff-0f616f8dbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410695 Aug 25 19:12:14.524555 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-71f0a413-b6fb-4432-ab6c-59c5ce262295 req-b5a86fdc-d184-465c-98c5-404aa6434d55 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f6d6765a2cb641adaf2b6e39b9531eb0&device_id=c5d4303b-95d7-4a67-98fa-a6a12685749d HTTP/1.1" status: 200 len: 1097 time: 0.0708528 Aug 25 19:12:14.655635 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0a413-b6fb-4432-ab6c-59c5ce262295 req-96f6dc4f-6471-452a-9827-06b0de2ac59b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:14.657064 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-71f0a413-b6fb-4432-ab6c-59c5ce262295 req-96f6dc4f-6471-452a-9827-06b0de2ac59b service neutron] 10.222.0.23 "GET /v2.0/networks?id=639c1634-329d-492f-a3c1-a5f5bace3b6c HTTP/1.1" status: 200 len: 915 time: 0.1255767 Aug 25 19:12:14.723913 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-71f0a413-b6fb-4432-ab6c-59c5ce262295 req-41fb6475-7a3a-4332-9988-6bc708e19617 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb5552fc-40a4-43aa-965e-9752408d56c4 HTTP/1.1" status: 200 len: 217 time: 0.0598023 Aug 25 19:12:14.794706 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0a413-b6fb-4432-ab6c-59c5ce262295 req-de521489-568a-4aba-af59-29c3419fdf56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:14.796043 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-71f0a413-b6fb-4432-ab6c-59c5ce262295 req-de521489-568a-4aba-af59-29c3419fdf56 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8dcd0f34-1b6a-4ab9-af6b-6ef4ee80800a HTTP/1.1" status: 200 len: 854 time: 0.0585716 Aug 25 19:12:14.843317 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-71f0a413-b6fb-4432-ab6c-59c5ce262295 req-3bc8076a-43b5-4a4d-8ea9-fd3ca3c792a0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=639c1634-329d-492f-a3c1-a5f5bace3b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391431 Aug 25 19:12:14.986223 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-39a0c476-3ffc-4b2d-a2f8-860b05f661a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:14.992858 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-71f0a413-b6fb-4432-ab6c-59c5ce262295 req-09e35742-ddbe-40ef-858b-eeed7c55bd40 service neutron] 10.222.0.23 "GET /v2.0/networks/639c1634-329d-492f-a3c1-a5f5bace3b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417782 Aug 25 19:12:15.153290 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-71f0a413-b6fb-4432-ab6c-59c5ce262295 req-556a39c3-2611-4560-8857-8f41c645f224 service neutron] 10.222.0.23 "GET /v2.0/networks/639c1634-329d-492f-a3c1-a5f5bace3b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297247 Aug 25 19:12:15.459263 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e43a2-c8f3-4b6f-9c4c-e8f0ff511c4d req-5134e098-4b40-4692-9d91-065511073c59 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:15.460640 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-cb5e43a2-c8f3-4b6f-9c4c-e8f0ff511c4d req-5134e098-4b40-4692-9d91-065511073c59 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5d4303b-95d7-4a67-98fa-a6a12685749d HTTP/1.1" status: 200 len: 944 time: 0.0799954 Aug 25 19:12:15.506203 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-cb5e43a2-c8f3-4b6f-9c4c-e8f0ff511c4d req-1fd77175-1bff-4894-82b5-022dab9ae2ff tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/security-groups?id=69601b9e-5359-406e-8a87-27203b91623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402663 Aug 25 19:12:15.531836 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309bd729-8c41-4b7e-893b-f8295520b7c3 req-57ddcfa5-1662-4858-9692-ff39b433aa94 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:15.533292 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-309bd729-8c41-4b7e-893b-f8295520b7c3 req-57ddcfa5-1662-4858-9692-ff39b433aa94 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/ports?device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 946 time: 0.0768960 Aug 25 19:12:15.586447 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-309bd729-8c41-4b7e-893b-f8295520b7c3 req-c1ce9c10-9a54-4de5-9504-8722f9fa19ce tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ef278db-3561-4425-86ff-0f616f8dbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477514 Aug 25 19:12:15.865089 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:16.698059 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084fe81a-5cd2-4ec8-9df1-3fe86fdd478d req-e9fc647b-e78b-4b47-8a86-6d060df364c9 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:16.699542 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-084fe81a-5cd2-4ec8-9df1-3fe86fdd478d req-e9fc647b-e78b-4b47-8a86-6d060df364c9 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5d4303b-95d7-4a67-98fa-a6a12685749d HTTP/1.1" status: 200 len: 944 time: 0.0748043 Aug 25 19:12:16.743563 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-084fe81a-5cd2-4ec8-9df1-3fe86fdd478d req-605e1171-4c13-46f9-b8e4-0d01d51731d8 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/security-groups?id=69601b9e-5359-406e-8a87-27203b91623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386343 Aug 25 19:12:17.294325 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:17.384971 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device bb5552fc-40a4-43aa-965e-9752408d56c4 details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=74945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:12:17.519642 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port bb5552fc-40a4-43aa-965e-9752408d56c4, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=bb5552fc-40a4-43aa-965e-9752408d56c4,segment=NetworkSegment(326830ac-bbb7-4c98-a4df-6b6c8c07cbbe),segment_id=326830ac-bbb7-4c98-a4df-6b6c8c07cbbe)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:12:17.533167 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Returning: {'device': 'bb5552fc-40a4-43aa-965e-9752408d56c4', 'network_id': '639c1634-329d-492f-a3c1-a5f5bace3b6c', 'port_id': 'bb5552fc-40a4-43aa-965e-9752408d56c4', 'mac_address': 'fa:16:3e:8d:9f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dcd0f34-1b6a-4ab9-af6b-6ef4ee80800a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:12:17.585912 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:17.603461 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb5552fc-40a4-43aa-965e-9752408d56c4 {{(pid=74945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:12:17.618436 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port bb5552fc-40a4-43aa-965e-9752408d56c4, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=bb5552fc-40a4-43aa-965e-9752408d56c4,segment=NetworkSegment(326830ac-bbb7-4c98-a4df-6b6c8c07cbbe),segment_id=326830ac-bbb7-4c98-a4df-6b6c8c07cbbe)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:12:17.622746 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:17.624484 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:17.687275 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=bb5552fc-40a4-43aa-965e-9752408d56c4,revision_number=4']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:17.690155 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:17.895227 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] get_ports_and_sgs() called for port_ids ['bb5552fc-40a4-43aa-965e-9752408d56c4'] {{(pid=74945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:12:17.942658 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc875a3-86d0-4ed5-a9c7-99ab4beff8f0 req-ddbd2977-37db-4ac3-9917-9fc763aef26e tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:17.943385 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-1cc875a3-86d0-4ed5-a9c7-99ab4beff8f0 req-ddbd2977-37db-4ac3-9917-9fc763aef26e tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Synchronizing usage tracker for tenant:f6d6765a2cb641adaf2b6e39b9531eb0 on resource:port {{(pid=74944) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:12:17.961734 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-1cc875a3-86d0-4ed5-a9c7-99ab4beff8f0 req-ddbd2977-37db-4ac3-9917-9fc763aef26e tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Unset dirty status for tenant:f6d6765a2cb641adaf2b6e39b9531eb0 on resource:port {{(pid=74944) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:12:17.962994 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-1cc875a3-86d0-4ed5-a9c7-99ab4beff8f0 req-ddbd2977-37db-4ac3-9917-9fc763aef26e tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5d4303b-95d7-4a67-98fa-a6a12685749d HTTP/1.1" status: 200 len: 945 time: 0.0977213 Aug 25 19:12:18.008672 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-1cc875a3-86d0-4ed5-a9c7-99ab4beff8f0 req-036d65c7-32ea-46b9-822c-9048ed6f254c tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/security-groups?id=69601b9e-5359-406e-8a87-27203b91623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395625 Aug 25 19:12:19.216821 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be7c67-704c-4941-8936-f0e3ea547912 req-4d223e41-0e9d-417a-9a2e-d43845fc52db tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:19.218189 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-40be7c67-704c-4941-8936-f0e3ea547912 req-4d223e41-0e9d-417a-9a2e-d43845fc52db tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5d4303b-95d7-4a67-98fa-a6a12685749d HTTP/1.1" status: 200 len: 945 time: 0.0808704 Aug 25 19:12:19.264177 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-40be7c67-704c-4941-8936-f0e3ea547912 req-256bbd44-da13-4774-ae60-8a0052563bc4 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/security-groups?id=69601b9e-5359-406e-8a87-27203b91623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399852 Aug 25 19:12:19.386118 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device bb5552fc-40a4-43aa-965e-9752408d56c4 up at agent hyperv_hv-cinder-80603 {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:12:19.456173 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Provisioning for port bb5552fc-40a4-43aa-965e-9752408d56c4 completed by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:12:19.460931 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Provisioning complete for port bb5552fc-40a4-43aa-965e-9752408d56c4 triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:12:19.461301 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:19.573177 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:19.600399 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d4303b-95d7-4a67-98fa-a6a12685749d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb5552fc-40a4-43aa-965e-9752408d56c4'}] {{(pid=74945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:12:19.610223 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port bb5552fc-40a4-43aa-965e-9752408d56c4, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=bb5552fc-40a4-43aa-965e-9752408d56c4,segment=NetworkSegment(326830ac-bbb7-4c98-a4df-6b6c8c07cbbe),segment_id=326830ac-bbb7-4c98-a4df-6b6c8c07cbbe)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:12:19.614274 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:19.617093 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-f8f2ed4e-9823-4742-90fd-e733ff79e4d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:19.660458 dv-cinder-806038-1-smb neutron-server[74945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d4303b-95d7-4a67-98fa-a6a12685749d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb5552fc-40a4-43aa-965e-9752408d56c4', 'code': 200} Aug 25 19:12:19.684874 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=bb5552fc-40a4-43aa-965e-9752408d56c4,revision_number=5']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:19.687818 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:19.911671 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-49dc55dc-407e-4ed4-848d-a1694868d158 req-a45c3aaf-bd61-4ca8-8046-d98a90c1cecf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c5d4303b-95d7-4a67-98fa-a6a12685749d HTTP/1.1" status: 200 len: 1099 time: 0.0699048 Aug 25 19:12:19.955487 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-49dc55dc-407e-4ed4-848d-a1694868d158 req-e4e4b1c5-2b68-4be6-b451-567ca7ba9a8c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=69601b9e-5359-406e-8a87-27203b91623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371206 Aug 25 19:12:20.458410 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1c1e4-0267-4dd7-99ea-75aa359bfc7e req-0028be62-07e9-4920-a1f9-2ecc41e802be tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:20.459863 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-9df1c1e4-0267-4dd7-99ea-75aa359bfc7e req-0028be62-07e9-4920-a1f9-2ecc41e802be tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5d4303b-95d7-4a67-98fa-a6a12685749d HTTP/1.1" status: 200 len: 946 time: 0.0747006 Aug 25 19:12:20.598814 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-9df1c1e4-0267-4dd7-99ea-75aa359bfc7e req-ae1d58d8-98ae-47d1-b48b-0c991b37eace tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/security-groups?id=69601b9e-5359-406e-8a87-27203b91623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334782 Aug 25 19:12:21.793629 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ccc25-048c-4094-9969-0e1a96cf1b62 req-22e244c9-c52b-4fb8-9b2c-7d1164cbf415 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:21.795214 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-868ccc25-048c-4094-9969-0e1a96cf1b62 req-22e244c9-c52b-4fb8-9b2c-7d1164cbf415 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5d4303b-95d7-4a67-98fa-a6a12685749d HTTP/1.1" status: 200 len: 946 time: 0.0759034 Aug 25 19:12:21.841630 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-868ccc25-048c-4094-9969-0e1a96cf1b62 req-cd8510e2-c6e7-4d98-bcc3-a21b70c0f5c1 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/security-groups?id=69601b9e-5359-406e-8a87-27203b91623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402896 Aug 25 19:12:31.666483 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.agents_db [None req-346cd5c8-7112-4e4f-bf89-0e0659d32542 None None] Agent healthcheck: found 6 active agents {{(pid=74946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:12:35.888882 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:42.424203 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-a1a3328e-323f-4a59-86a3-1ca14c8d8991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:42.883007 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:44.989437 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-749ba49a-51ea-48e9-a983-d7ee40e6cc16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:45.869250 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:47.296555 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:56.002464 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3bf06-1215-41c6-9e01-c240b51e7bed req-07f12222-207d-457f-9749-43a1ed92fa69 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:56.003861 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-fae3bf06-1215-41c6-9e01-c240b51e7bed req-07f12222-207d-457f-9749-43a1ed92fa69 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5d4303b-95d7-4a67-98fa-a6a12685749d HTTP/1.1" status: 200 len: 946 time: 0.1782925 Aug 25 19:12:56.051100 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-fae3bf06-1215-41c6-9e01-c240b51e7bed req-08d48323-a2d0-4b9c-ba88-ef2cde57a266 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/security-groups?id=69601b9e-5359-406e-8a87-27203b91623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417838 Aug 25 19:12:57.255421 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ffa97-ed62-4a39-aed7-6edcae8f67f5 req-a7504218-06b5-4a56-a04e-baede5ed0c08 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:57.256819 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-df2ffa97-ed62-4a39-aed7-6edcae8f67f5 req-a7504218-06b5-4a56-a04e-baede5ed0c08 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5d4303b-95d7-4a67-98fa-a6a12685749d HTTP/1.1" status: 200 len: 946 time: 0.0811281 Aug 25 19:12:57.303960 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-df2ffa97-ed62-4a39-aed7-6edcae8f67f5 req-129734b8-7236-4b41-92c5-abb1757c4f31 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/security-groups?id=69601b9e-5359-406e-8a87-27203b91623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415699 Aug 25 19:12:58.501670 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fefa99-aee2-49fa-8970-efd89c665488 req-ed53b716-270b-4bdd-976b-bb81d0a933c2 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:58.503152 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-b8fefa99-aee2-49fa-8970-efd89c665488 req-ed53b716-270b-4bdd-976b-bb81d0a933c2 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5d4303b-95d7-4a67-98fa-a6a12685749d HTTP/1.1" status: 200 len: 946 time: 0.0762606 Aug 25 19:12:58.547495 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-b8fefa99-aee2-49fa-8970-efd89c665488 req-4e8b9110-8f53-4eb7-8008-e9f5f15c077e tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/security-groups?id=69601b9e-5359-406e-8a87-27203b91623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388300 Aug 25 19:12:59.758858 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd607e-9bfa-4a76-b3d9-7f9831f1e355 req-c7a7e5f7-5933-4182-9ab5-cadfd0788f2b tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:59.760314 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-cbbd607e-9bfa-4a76-b3d9-7f9831f1e355 req-c7a7e5f7-5933-4182-9ab5-cadfd0788f2b tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5d4303b-95d7-4a67-98fa-a6a12685749d HTTP/1.1" status: 200 len: 946 time: 0.0788667 Aug 25 19:12:59.805412 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-cbbd607e-9bfa-4a76-b3d9-7f9831f1e355 req-b7a6bdd8-e7f9-42b6-8e2e-bef2a09fb14e tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/security-groups?id=69601b9e-5359-406e-8a87-27203b91623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396585 Aug 25 19:13:00.608665 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50de16b-4e17-4948-811e-4c9d99eddb45 req-67719c8f-5703-4e37-b4b7-232b4624efe2 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:00.610140 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-c50de16b-4e17-4948-811e-4c9d99eddb45 req-67719c8f-5703-4e37-b4b7-232b4624efe2 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5d4303b-95d7-4a67-98fa-a6a12685749d HTTP/1.1" status: 200 len: 946 time: 0.0798016 Aug 25 19:13:00.677572 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.plugin [req-c50de16b-4e17-4948-811e-4c9d99eddb45 req-19decda8-973d-4544-a0df-2cfe85f5a22d tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Deleting port bb5552fc-40a4-43aa-965e-9752408d56c4 {{(pid=74944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:13:00.677924 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-c50de16b-4e17-4948-811e-4c9d99eddb45 req-19decda8-973d-4544-a0df-2cfe85f5a22d tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:00.921679 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.db [req-c50de16b-4e17-4948-811e-4c9d99eddb45 req-19decda8-973d-4544-a0df-2cfe85f5a22d tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] For port bb5552fc-40a4-43aa-965e-9752408d56c4, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=bb5552fc-40a4-43aa-965e-9752408d56c4,segment=NetworkSegment(326830ac-bbb7-4c98-a4df-6b6c8c07cbbe),segment_id=326830ac-bbb7-4c98-a4df-6b6c8c07cbbe)] {{(pid=74944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:13:00.922073 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-c50de16b-4e17-4948-811e-4c9d99eddb45 req-19decda8-973d-4544-a0df-2cfe85f5a22d tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:01.075678 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.plugin [req-c50de16b-4e17-4948-811e-4c9d99eddb45 req-19decda8-973d-4544-a0df-2cfe85f5a22d tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Calling delete_port for bb5552fc-40a4-43aa-965e-9752408d56c4 owned by compute:nova {{(pid=74944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:13:01.213690 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa5241-a863-487d-be2f-82187905fc22 req-39b6cc3e-3e5f-4ee6-99ce-fa9238b678ff tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:01.215104 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-e7aa5241-a863-487d-be2f-82187905fc22 req-39b6cc3e-3e5f-4ee6-99ce-fa9238b678ff tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5d4303b-95d7-4a67-98fa-a6a12685749d HTTP/1.1" status: 200 len: 946 time: 0.2809026 Aug 25 19:13:01.265468 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-c50de16b-4e17-4948-811e-4c9d99eddb45 req-19decda8-973d-4544-a0df-2cfe85f5a22d tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730660626180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730660203048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3912941'] for port, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:01.275178 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-faf89c33-9aef-4b53-be41-8f550d51c842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:13:01.301170 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] get_ports_and_sgs() called for port_ids ['bb5552fc-40a4-43aa-965e-9752408d56c4'] {{(pid=74945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:13:01.324943 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19decda8-973d-4544-a0df-2cfe85f5a22d tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Pushing event deleted for resources: {'Port': ['ID=bb5552fc-40a4-43aa-965e-9752408d56c4,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:13:01.327556 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-19decda8-973d-4544-a0df-2cfe85f5a22d tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:13:01.331390 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-e7aa5241-a863-487d-be2f-82187905fc22 req-da94a77a-f7cd-4321-9f3c-5d5b79ab53e2 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/security-groups?id=69601b9e-5359-406e-8a87-27203b91623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103752 Aug 25 19:13:01.405775 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50de16b-4e17-4948-811e-4c9d99eddb45 req-19decda8-973d-4544-a0df-2cfe85f5a22d tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] No DVR routers for this DVR port bb5552fc-40a4-43aa-965e-9752408d56c4 on host hv-cinder-80603 {{(pid=74944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:13:01.408495 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-c50de16b-4e17-4948-811e-4c9d99eddb45 req-19decda8-973d-4544-a0df-2cfe85f5a22d tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for port, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:01.411079 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d4303b-95d7-4a67-98fa-a6a12685749d', 'name': 'network-vif-deleted', 'tag': 'bb5552fc-40a4-43aa-965e-9752408d56c4'}] {{(pid=74944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:13:01.426576 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-c50de16b-4e17-4948-811e-4c9d99eddb45 req-19decda8-973d-4544-a0df-2cfe85f5a22d tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.23 "DELETE /v2.0/ports/bb5552fc-40a4-43aa-965e-9752408d56c4 HTTP/1.1" status: 204 len: 173 time: 0.8103666 Aug 25 19:13:01.470636 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d4303b-95d7-4a67-98fa-a6a12685749d', 'name': 'network-vif-deleted', 'tag': 'bb5552fc-40a4-43aa-965e-9752408d56c4', 'status': 'completed', 'code': 200} Aug 25 19:13:03.604122 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device bb5552fc-40a4-43aa-965e-9752408d56c4 no longer exists at agent hyperv_hv-cinder-80603 {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:13:03.637096 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] No Port match for: bb5552fc-40a4-43aa-965e-9752408d56c4 {{(pid=74945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:13:03.637448 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device bb5552fc-40a4-43aa-965e-9752408d56c4 not bound to the agent host hv-cinder-80603 {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:13:05.891215 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:06.614833 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-b3e98685-ed38-4200-abb9-3e1400812e34 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:06.616267 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-b3e98685-ed38-4200-abb9-3e1400812e34 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/networks?id=639c1634-329d-492f-a3c1-a5f5bace3b6c HTTP/1.1" status: 200 len: 814 time: 0.1413927 Aug 25 19:13:06.632926 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-ff6662f2-3050-4a6a-bc8e-13d46338f4d6 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/quotas/f6d6765a2cb641adaf2b6e39b9531eb0 HTTP/1.1" status: 200 len: 375 time: 0.0111878 Aug 25 19:13:06.678232 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-4ec2e0ca-d588-46a6-af50-0b216cc7f409 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6d6765a2cb641adaf2b6e39b9531eb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403147 Aug 25 19:13:06.807765 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-f58dec5d-82ee-4359-afa0-1d4359faacea service neutron] 10.222.0.18 "GET /v2.0/networks/639c1634-329d-492f-a3c1-a5f5bace3b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229496 Aug 25 19:13:06.941096 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-5e168293-9859-4975-8263-8256aa85992a service neutron] 10.222.0.18 "GET /v2.0/networks/639c1634-329d-492f-a3c1-a5f5bace3b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276031 Aug 25 19:13:07.141483 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-ea49c404-abc8-4ec5-8bef-37eb2f7feb9e req-9ba5a5a1-665d-4205-b50c-746012134fa2 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Synchronizing usage tracker for tenant:f6d6765a2cb641adaf2b6e39b9531eb0 on resource:port {{(pid=74944) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:13:07.157875 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-ea49c404-abc8-4ec5-8bef-37eb2f7feb9e req-9ba5a5a1-665d-4205-b50c-746012134fa2 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Unset dirty status for tenant:f6d6765a2cb641adaf2b6e39b9531eb0 on resource:port {{(pid=74944) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:13:07.159084 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-ea49c404-abc8-4ec5-8bef-37eb2f7feb9e req-9ba5a5a1-665d-4205-b50c-746012134fa2 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/ports?device_id=5734bb24-53c6-4958-a048-ea8c9cd260c3 HTTP/1.1" status: 200 len: 210 time: 0.0606294 Aug 25 19:13:08.264411 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-4e2ec529-2f2c-4776-9a2b-96066edc887e tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:08.264411 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-4e2ec529-2f2c-4776-9a2b-96066edc887e tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.23 "GET /v2.0/networks?id=639c1634-329d-492f-a3c1-a5f5bace3b6c HTTP/1.1" status: 200 len: 814 time: 0.1797998 Aug 25 19:13:08.297465 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-86d27a34-84fd-425c-bce5-879a00423eee tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Request body: {'port': {'device_id': '5734bb24-53c6-4958-a048-ea8c9cd260c3', 'network_id': '639c1634-329d-492f-a3c1-a5f5bace3b6c', 'admin_state_up': True, 'tenant_id': 'f6d6765a2cb641adaf2b6e39b9531eb0'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:13:08.445483 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-340fa62f-cf30-4efa-8008-60974c191daf req-6f1359b7-9203-497d-bd80-2f99c22321c4 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/ports?device_id=5734bb24-53c6-4958-a048-ea8c9cd260c3 HTTP/1.1" status: 200 len: 210 time: 0.1356220 Aug 25 19:13:08.484513 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-86d27a34-84fd-425c-bce5-879a00423eee tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:13:08.494954 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.quota.driver [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-86d27a34-84fd-425c-bce5-879a00423eee tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74944) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:13:08.506717 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-86d27a34-84fd-425c-bce5-879a00423eee tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Made reservation on behalf of f6d6765a2cb641adaf2b6e39b9531eb0 for: {'port': 1} {{(pid=74944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:13:08.509671 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-86d27a34-84fd-425c-bce5-879a00423eee tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:08.665423 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.agents_db [None req-346cd5c8-7112-4e4f-bf89-0e0659d32542 None None] Agent healthcheck: found 6 active agents {{(pid=74946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:13:08.668488 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.db_base_plugin_common [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-86d27a34-84fd-425c-bce5-879a00423eee tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Allocated IP 172.20.0.3 (639c1634-329d-492f-a3c1-a5f5bace3b6c/8dcd0f34-1b6a-4ab9-af6b-6ef4ee80800a/9d6a8248-90d5-4c64-a322-84e97e36f2d9) {{(pid=74944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:13:08.982409 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-86d27a34-84fd-425c-bce5-879a00423eee tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Notify callbacks [] for port, precommit_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:09.010270 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-86d27a34-84fd-425c-bce5-879a00423eee tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730660203039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3912941'] for port, after_create {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:09.015990 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-2f974e77-9620-42c0-9e45-7d11f517a1f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:13:09.084061 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-86d27a34-84fd-425c-bce5-879a00423eee tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Network 639c1634-329d-492f-a3c1-a5f5bace3b6c is already hosted by enough agents. {{(pid=74944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:13:09.087238 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.scheduler.base_scheduler [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-86d27a34-84fd-425c-bce5-879a00423eee tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Resources bound (agent type, host, resource id): {{(pid=74944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:13:09.091328 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-86d27a34-84fd-425c-bce5-879a00423eee tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Received port after_create {{(pid=74944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:13:09.122187 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d27a34-84fd-425c-bce5-879a00423eee tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Pushing event updated for resources: {'Port': ['ID=9d6a8248-90d5-4c64-a322-84e97e36f2d9,revision_number=1']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:13:09.129367 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-86d27a34-84fd-425c-bce5-879a00423eee tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:13:09.156356 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-86d27a34-84fd-425c-bce5-879a00423eee tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:09.156961 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-86d27a34-84fd-425c-bce5-879a00423eee tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for port, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:09.181451 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-86d27a34-84fd-425c-bce5-879a00423eee tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8886795 Aug 25 19:13:09.198350 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.v2.base [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-e6175a78-25ea-43f6-b2fa-937992a8567b service neutron] Request body: {'port': {'device_id': '5734bb24-53c6-4958-a048-ea8c9cd260c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80603'}} {{(pid=74944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:13:09.309338 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-e6175a78-25ea-43f6-b2fa-937992a8567b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:09.712302 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.notifiers.nova [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-e6175a78-25ea-43f6-b2fa-937992a8567b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d6a8248-90d5-4c64-a322-84e97e36f2d9 {{(pid=74944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:13:09.721631 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-e6175a78-25ea-43f6-b2fa-937992a8567b service neutron] Notify callbacks [] for port, precommit_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:09.748080 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.provisioning_blocks [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-e6175a78-25ea-43f6-b2fa-937992a8567b service neutron] Transition to ACTIVE for port object 9d6a8248-90d5-4c64-a322-84e97e36f2d9 will not be triggered until provisioned by entity L2. {{(pid=74944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:13:09.756373 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-e6175a78-25ea-43f6-b2fa-937992a8567b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3912932'] for port, after_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:09.761508 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-2e81e066-4bad-42f3-9e00-733698769587 tempest-TestMinimumBasicScenario-943066366 tempest-TestMinimumBasicScenario-943066366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:13:09.882961 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca40245-d607-418b-8016-edb9109aa39e req-a4f2eed8-9344-4a05-b2e5-1506d78a85ce tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:09.883682 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-8ca40245-d607-418b-8016-edb9109aa39e req-a4f2eed8-9344-4a05-b2e5-1506d78a85ce tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Synchronizing usage tracker for tenant:f6d6765a2cb641adaf2b6e39b9531eb0 on resource:port {{(pid=74944) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:13:09.896982 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6175a78-25ea-43f6-b2fa-937992a8567b service neutron] Pushing event updated for resources: {'Port': ['ID=9d6a8248-90d5-4c64-a322-84e97e36f2d9,revision_number=2']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:13:09.908273 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-e6175a78-25ea-43f6-b2fa-937992a8567b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:13:09.951807 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-8ca40245-d607-418b-8016-edb9109aa39e req-a4f2eed8-9344-4a05-b2e5-1506d78a85ce tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Unset dirty status for tenant:f6d6765a2cb641adaf2b6e39b9531eb0 on resource:port {{(pid=74944) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:13:09.953015 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-8ca40245-d607-418b-8016-edb9109aa39e req-a4f2eed8-9344-4a05-b2e5-1506d78a85ce tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/ports?device_id=5734bb24-53c6-4958-a048-ea8c9cd260c3 HTTP/1.1" status: 200 len: 931 time: 0.3794308 Aug 25 19:13:10.058989 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-8ca40245-d607-418b-8016-edb9109aa39e req-5e40b6b5-cb08-493c-8718-138f6239c17e tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/security-groups?id=69601b9e-5359-406e-8a87-27203b91623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720968 Aug 25 19:13:10.066421 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.managers [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-e6175a78-25ea-43f6-b2fa-937992a8567b service neutron] Attempting to bind port 9d6a8248-90d5-4c64-a322-84e97e36f2d9 on host hv-cinder-80603 for vnic_type normal with profile {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:13:10.066767 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.managers [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-e6175a78-25ea-43f6-b2fa-937992a8567b service neutron] Attempting to bind port 9d6a8248-90d5-4c64-a322-84e97e36f2d9 by drivers openvswitch,hyperv on host hv-cinder-80603 at level 0 using segments [{'id': '326830ac-bbb7-4c98-a4df-6b6c8c07cbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '639c1634-329d-492f-a3c1-a5f5bace3b6c'}] {{(pid=74944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:13:10.067093 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-e6175a78-25ea-43f6-b2fa-937992a8567b service neutron] Attempting to bind port 9d6a8248-90d5-4c64-a322-84e97e36f2d9 on network 639c1634-329d-492f-a3c1-a5f5bace3b6c {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:13:10.073300 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-e6175a78-25ea-43f6-b2fa-937992a8567b service neutron] Port 9d6a8248-90d5-4c64-a322-84e97e36f2d9 on network 639c1634-329d-492f-a3c1-a5f5bace3b6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80603 {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 19:13:10.073627 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-e6175a78-25ea-43f6-b2fa-937992a8567b service neutron] Attempting to bind port 9d6a8248-90d5-4c64-a322-84e97e36f2d9 on network 639c1634-329d-492f-a3c1-a5f5bace3b6c {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:13:10.086181 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-e6175a78-25ea-43f6-b2fa-937992a8567b service neutron] Checking agent: {'id': 'bb439c80-c1b1-4a92-94b6-4f0aaad03a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80603', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 19, 1, 6), 'started_at': datetime.datetime(2021, 8, 25, 19, 1, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:13:10.086181 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-e6175a78-25ea-43f6-b2fa-937992a8567b service neutron] Checking segment: {'id': '326830ac-bbb7-4c98-a4df-6b6c8c07cbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '639c1634-329d-492f-a3c1-a5f5bace3b6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:13:10.086181 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-e6175a78-25ea-43f6-b2fa-937992a8567b service neutron] Bound using segment: {'id': '326830ac-bbb7-4c98-a4df-6b6c8c07cbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '639c1634-329d-492f-a3c1-a5f5bace3b6c'} {{(pid=74944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:13:10.086181 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.managers [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-e6175a78-25ea-43f6-b2fa-937992a8567b service neutron] Bound port: 9d6a8248-90d5-4c64-a322-84e97e36f2d9, host: hv-cinder-80603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '326830ac-bbb7-4c98-a4df-6b6c8c07cbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '639c1634-329d-492f-a3c1-a5f5bace3b6c'}}] {{(pid=74944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:13:10.086181 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-e6175a78-25ea-43f6-b2fa-937992a8567b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:10.175515 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.db [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-e6175a78-25ea-43f6-b2fa-937992a8567b service neutron] For port 9d6a8248-90d5-4c64-a322-84e97e36f2d9, host hv-cinder-80603, cleared binding levels {{(pid=74944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:13:10.178617 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.db [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-e6175a78-25ea-43f6-b2fa-937992a8567b service neutron] For port 9d6a8248-90d5-4c64-a322-84e97e36f2d9, host hv-cinder-80603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=9d6a8248-90d5-4c64-a322-84e97e36f2d9,segment=NetworkSegment(326830ac-bbb7-4c98-a4df-6b6c8c07cbbe),segment_id=326830ac-bbb7-4c98-a4df-6b6c8c07cbbe)] {{(pid=74944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:13:10.183192 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-e6175a78-25ea-43f6-b2fa-937992a8567b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3912932'] for port, after_update {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:10.187530 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-1ee8a2cf-1591-4c9f-9a39-06aa6eb2df79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:13:10.258509 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-e6175a78-25ea-43f6-b2fa-937992a8567b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for port, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:10.259941 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-e6175a78-25ea-43f6-b2fa-937992a8567b service neutron] 10.222.0.23 "PUT /v2.0/ports/9d6a8248-90d5-4c64-a322-84e97e36f2d9 HTTP/1.1" status: 200 len: 1093 time: 1.0658083 Aug 25 19:13:10.260459 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5734bb24-53c6-4958-a048-ea8c9cd260c3', 'tag': '9d6a8248-90d5-4c64-a322-84e97e36f2d9'}] {{(pid=74944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:13:10.281953 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6175a78-25ea-43f6-b2fa-937992a8567b service neutron] Pushing event updated for resources: {'Port': ['ID=9d6a8248-90d5-4c64-a322-84e97e36f2d9,revision_number=3']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:13:10.285048 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-e6175a78-25ea-43f6-b2fa-937992a8567b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:13:10.348890 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5734bb24-53c6-4958-a048-ea8c9cd260c3', 'tag': '9d6a8248-90d5-4c64-a322-84e97e36f2d9', 'status': 'completed', 'code': 200} Aug 25 19:13:10.386539 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-3ac605c2-18ee-4ed0-879a-1092f23a7938 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f6d6765a2cb641adaf2b6e39b9531eb0&device_id=5734bb24-53c6-4958-a048-ea8c9cd260c3 HTTP/1.1" status: 200 len: 1096 time: 0.0728424 Aug 25 19:13:10.467030 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-fcd94142-0843-408f-9e6b-f1c1ad43221d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d6a8248-90d5-4c64-a322-84e97e36f2d9 HTTP/1.1" status: 200 len: 217 time: 0.0664046 Aug 25 19:13:10.548021 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-ad04c5fc-40c3-4731-96bd-9d35949d0e1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:10.550890 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-ad04c5fc-40c3-4731-96bd-9d35949d0e1a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8dcd0f34-1b6a-4ab9-af6b-6ef4ee80800a HTTP/1.1" status: 200 len: 854 time: 0.0738223 Aug 25 19:13:10.604932 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-cca8d740-ce9c-497e-be7a-a62a1f87599d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=639c1634-329d-492f-a3c1-a5f5bace3b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471325 Aug 25 19:13:10.760409 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-ea004144-cfef-4269-bc5e-d9481bc75a12 service neutron] 10.222.0.23 "GET /v2.0/networks/639c1634-329d-492f-a3c1-a5f5bace3b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362751 Aug 25 19:13:10.992319 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-29b535c2-fa1b-441c-bd9a-70b5f5596f6b req-87bb0d64-467c-4313-adbe-607ab571e7fe service neutron] 10.222.0.23 "GET /v2.0/networks/639c1634-329d-492f-a3c1-a5f5bace3b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249150 Aug 25 19:13:11.157181 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-84cadc28-d053-4282-86f6-a3e76d75e588 req-99b0d0dd-b11d-4fb6-be2f-3849a3352a29 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f6d6765a2cb641adaf2b6e39b9531eb0&device_id=5734bb24-53c6-4958-a048-ea8c9cd260c3 HTTP/1.1" status: 200 len: 1096 time: 0.0736098 Aug 25 19:13:11.349838 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cadc28-d053-4282-86f6-a3e76d75e588 req-26cb161b-57c9-4e39-b2ef-6c256d8b156a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:11.351400 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-84cadc28-d053-4282-86f6-a3e76d75e588 req-26cb161b-57c9-4e39-b2ef-6c256d8b156a service neutron] 10.222.0.23 "GET /v2.0/networks?id=639c1634-329d-492f-a3c1-a5f5bace3b6c HTTP/1.1" status: 200 len: 915 time: 0.1874664 Aug 25 19:13:11.413403 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6026a7-f71e-4ebc-be5d-9129eed2e926 req-91212aca-0bc6-4fa4-96b6-328419b63b9c tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:11.414883 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5f6026a7-f71e-4ebc-be5d-9129eed2e926 req-91212aca-0bc6-4fa4-96b6-328419b63b9c tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/ports?device_id=5734bb24-53c6-4958-a048-ea8c9cd260c3 HTTP/1.1" status: 200 len: 943 time: 0.2260256 Aug 25 19:13:11.443050 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-84cadc28-d053-4282-86f6-a3e76d75e588 req-e78c9b77-9e5d-4617-b719-a8eb25c73d8b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d6a8248-90d5-4c64-a322-84e97e36f2d9 HTTP/1.1" status: 200 len: 217 time: 0.0842054 Aug 25 19:13:11.513112 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-5f6026a7-f71e-4ebc-be5d-9129eed2e926 req-034fb196-9717-46f9-a063-fec1ddb7c988 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/security-groups?id=69601b9e-5359-406e-8a87-27203b91623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925410 Aug 25 19:13:11.526745 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cadc28-d053-4282-86f6-a3e76d75e588 req-3e07c1b0-f629-449e-821c-07de1d1dd541 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:11.528259 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-84cadc28-d053-4282-86f6-a3e76d75e588 req-3e07c1b0-f629-449e-821c-07de1d1dd541 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8dcd0f34-1b6a-4ab9-af6b-6ef4ee80800a HTTP/1.1" status: 200 len: 854 time: 0.0716066 Aug 25 19:13:11.578278 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-84cadc28-d053-4282-86f6-a3e76d75e588 req-19e6315c-20b8-4593-92e5-819e9bf9691f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=639c1634-329d-492f-a3c1-a5f5bace3b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428710 Aug 25 19:13:11.716896 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-84cadc28-d053-4282-86f6-a3e76d75e588 req-f51bfb2b-6095-488b-9a25-0bfceb2715ae service neutron] 10.222.0.23 "GET /v2.0/networks/639c1634-329d-492f-a3c1-a5f5bace3b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300366 Aug 25 19:13:11.854587 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-84cadc28-d053-4282-86f6-a3e76d75e588 req-2a035c3a-532e-4b72-bd8e-e52cebfb4608 service neutron] 10.222.0.23 "GET /v2.0/networks/639c1634-329d-492f-a3c1-a5f5bace3b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300113 Aug 25 19:13:12.028379 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-f333fff9-460a-49e6-8166-1967f1f92d0f req-4aa5d524-613b-4333-97da-baa5e55bb3a2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=390545bc-93e5-4151-99e9-6e079034737f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717349 Aug 25 19:13:12.181173 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-f333fff9-460a-49e6-8166-1967f1f92d0f req-17be4ce5-f41f-46a9-b33d-2af90294499a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d4cfb3f96d7a488492ec1c3aff9a0628&device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 1099 time: 0.0696878 Aug 25 19:13:12.328513 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333fff9-460a-49e6-8166-1967f1f92d0f req-0dd8b3be-adc9-42b8-b942-d72ee60b6061 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:12.329951 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-f333fff9-460a-49e6-8166-1967f1f92d0f req-0dd8b3be-adc9-42b8-b942-d72ee60b6061 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ffee42b0-056f-4edf-bc8b-6084b0305cf1 HTTP/1.1" status: 200 len: 910 time: 0.1295307 Aug 25 19:13:12.429457 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-8039304d-3705-46f9-b1e8-b1248194c5bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:12.441866 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-f333fff9-460a-49e6-8166-1967f1f92d0f req-2d0e1ab8-5028-4575-bf95-791579acd0b9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=654d727b-ddc5-4de2-a463-9a27307fbd68 HTTP/1.1" status: 200 len: 1002 time: 0.1055593 Aug 25 19:13:12.505990 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333fff9-460a-49e6-8166-1967f1f92d0f req-2919e62a-52ba-4be7-b6e1-15d98b62d3f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:12.507529 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-f333fff9-460a-49e6-8166-1967f1f92d0f req-2919e62a-52ba-4be7-b6e1-15d98b62d3f5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=26d8c927-2699-4b58-a0a7-a7e59846dd61 HTTP/1.1" status: 200 len: 848 time: 0.0599382 Aug 25 19:13:12.587005 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-f333fff9-460a-49e6-8166-1967f1f92d0f req-542eb7d1-fc50-44ba-9520-95f869628a59 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ffee42b0-056f-4edf-bc8b-6084b0305cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0729733 Aug 25 19:13:12.713454 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df019564-db51-4431-a19f-204299880294 req-63aa9b0f-59c8-48db-8b0a-60a60e883843 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:12.714939 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-df019564-db51-4431-a19f-204299880294 req-63aa9b0f-59c8-48db-8b0a-60a60e883843 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/ports?device_id=5734bb24-53c6-4958-a048-ea8c9cd260c3 HTTP/1.1" status: 200 len: 943 time: 0.0764968 Aug 25 19:13:12.767768 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-df019564-db51-4431-a19f-204299880294 req-f97012a8-478f-46b1-b91b-5e30079e9e6c tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/security-groups?id=69601b9e-5359-406e-8a87-27203b91623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458527 Aug 25 19:13:12.825103 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-f333fff9-460a-49e6-8166-1967f1f92d0f req-850da007-e105-460d-8138-ad69a0aa923d service neutron] 10.222.0.23 "GET /v2.0/networks/ffee42b0-056f-4edf-bc8b-6084b0305cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312443 Aug 25 19:13:12.887135 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:12.967213 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-f333fff9-460a-49e6-8166-1967f1f92d0f req-d03f4f28-383c-46ce-93a6-fbd2dedab931 service neutron] 10.222.0.23 "GET /v2.0/networks/ffee42b0-056f-4edf-bc8b-6084b0305cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348364 Aug 25 19:13:13.666519 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 9d6a8248-90d5-4c64-a322-84e97e36f2d9 details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=74945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:13:13.798888 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 9d6a8248-90d5-4c64-a322-84e97e36f2d9, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=9d6a8248-90d5-4c64-a322-84e97e36f2d9,segment=NetworkSegment(326830ac-bbb7-4c98-a4df-6b6c8c07cbbe),segment_id=326830ac-bbb7-4c98-a4df-6b6c8c07cbbe)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:13:13.814898 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Returning: {'device': '9d6a8248-90d5-4c64-a322-84e97e36f2d9', 'network_id': '639c1634-329d-492f-a3c1-a5f5bace3b6c', 'port_id': '9d6a8248-90d5-4c64-a322-84e97e36f2d9', 'mac_address': 'fa:16:3e:b0:a4:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dcd0f34-1b6a-4ab9-af6b-6ef4ee80800a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:13:13.878481 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:13.897184 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d6a8248-90d5-4c64-a322-84e97e36f2d9 {{(pid=74945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:13:13.914099 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 9d6a8248-90d5-4c64-a322-84e97e36f2d9, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=9d6a8248-90d5-4c64-a322-84e97e36f2d9,segment=NetworkSegment(326830ac-bbb7-4c98-a4df-6b6c8c07cbbe),segment_id=326830ac-bbb7-4c98-a4df-6b6c8c07cbbe)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:13:13.918357 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:13.922354 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:13:13.976118 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea10189-22ef-421e-8a42-64d2f7af47a6 req-bbd36d74-f1f8-4d2c-ac3b-756ac984493f tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:13.977749 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-9ea10189-22ef-421e-8a42-64d2f7af47a6 req-bbd36d74-f1f8-4d2c-ac3b-756ac984493f tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/ports?device_id=5734bb24-53c6-4958-a048-ea8c9cd260c3 HTTP/1.1" status: 200 len: 944 time: 0.0828683 Aug 25 19:13:13.991629 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=9d6a8248-90d5-4c64-a322-84e97e36f2d9,revision_number=4']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:13:14.001078 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:14.001433 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:14.001775 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:14.002114 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:14.002479 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:14.002923 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:14.003216 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:14.003495 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:14.003827 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:14.004229 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:14.004508 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:14.008363 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:13:14.030586 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-9ea10189-22ef-421e-8a42-64d2f7af47a6 req-a5a9ccd8-d5ff-4a92-b3fb-e33bb00ac1dd tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/security-groups?id=69601b9e-5359-406e-8a87-27203b91623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463161 Aug 25 19:13:14.209974 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] get_ports_and_sgs() called for port_ids ['9d6a8248-90d5-4c64-a322-84e97e36f2d9'] {{(pid=74945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:13:14.990934 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-0bed78c3-8c0c-4c80-ac9d-651d8860f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:15.226661 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a3679-d085-431c-ae34-8979cbff751c req-caa50746-bec1-44e7-8944-da81cd10184c tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:15.228060 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-0a4a3679-d085-431c-ae34-8979cbff751c req-caa50746-bec1-44e7-8944-da81cd10184c tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/ports?device_id=5734bb24-53c6-4958-a048-ea8c9cd260c3 HTTP/1.1" status: 200 len: 944 time: 0.0792909 Aug 25 19:13:15.277123 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-0a4a3679-d085-431c-ae34-8979cbff751c req-0cc030db-9ed9-4a32-ae08-78f0b19251c4 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/security-groups?id=69601b9e-5359-406e-8a87-27203b91623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428090 Aug 25 19:13:15.665542 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 9d6a8248-90d5-4c64-a322-84e97e36f2d9 up at agent hyperv_hv-cinder-80603 {{(pid=74945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:13:15.734720 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Provisioning for port 9d6a8248-90d5-4c64-a322-84e97e36f2d9 completed by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:13:15.739465 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.provisioning_blocks [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Provisioning complete for port 9d6a8248-90d5-4c64-a322-84e97e36f2d9 triggered by entity L2. {{(pid=74945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:13:15.739821 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745158'] for port, provisioning_complete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:15.873268 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595450'] for port, before_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:15.884016 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:15.900997 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5734bb24-53c6-4958-a048-ea8c9cd260c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6a8248-90d5-4c64-a322-84e97e36f2d9'}] {{(pid=74945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:13:15.911202 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] For port 9d6a8248-90d5-4c64-a322-84e97e36f2d9, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=9d6a8248-90d5-4c64-a322-84e97e36f2d9,segment=NetworkSegment(326830ac-bbb7-4c98-a4df-6b6c8c07cbbe),segment_id=326830ac-bbb7-4c98-a4df-6b6c8c07cbbe)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:13:15.916068 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730660626198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730660203057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730660203102'] for port, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:15.917853 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:13:15.958227 dv-cinder-806038-1-smb neutron-server[74945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5734bb24-53c6-4958-a048-ea8c9cd260c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6a8248-90d5-4c64-a322-84e97e36f2d9', 'code': 200} Aug 25 19:13:15.983340 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Pushing event updated for resources: {'Port': ['ID=9d6a8248-90d5-4c64-a322-84e97e36f2d9,revision_number=5']} {{(pid=74945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:13:15.986172 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_concurrency.lockutils [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:13:16.213789 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-aeb6839e-c111-4f5d-8ef8-bd2fa61eb434 req-35f09c46-5528-43e1-aa72-561e501377cf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5734bb24-53c6-4958-a048-ea8c9cd260c3 HTTP/1.1" status: 200 len: 1098 time: 0.0710928 Aug 25 19:13:16.256575 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-aeb6839e-c111-4f5d-8ef8-bd2fa61eb434 req-ad417513-f132-4ed4-82bb-8d4bc36b17ae service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=69601b9e-5359-406e-8a87-27203b91623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362439 Aug 25 19:13:16.473783 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db8b69-4c51-4b7c-8240-23929b1027dd req-b9a98827-0222-4ceb-be6c-5722554f690c tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:16.475174 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-44db8b69-4c51-4b7c-8240-23929b1027dd req-b9a98827-0222-4ceb-be6c-5722554f690c tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/ports?device_id=5734bb24-53c6-4958-a048-ea8c9cd260c3 HTTP/1.1" status: 200 len: 945 time: 0.0773406 Aug 25 19:13:16.520105 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-44db8b69-4c51-4b7c-8240-23929b1027dd req-7b89d26f-3b43-4bd2-b49b-0e16dad68eb6 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/security-groups?id=69601b9e-5359-406e-8a87-27203b91623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394533 Aug 25 19:13:17.303818 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:17.714601 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8be827-b112-4de6-a965-a5cb0da5ebed req-ff935e23-4512-41b4-9228-ba6ab5e2d2a0 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:17.716043 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-2d8be827-b112-4de6-a965-a5cb0da5ebed req-ff935e23-4512-41b4-9228-ba6ab5e2d2a0 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/ports?device_id=5734bb24-53c6-4958-a048-ea8c9cd260c3 HTTP/1.1" status: 200 len: 945 time: 0.0748403 Aug 25 19:13:17.761081 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-2d8be827-b112-4de6-a965-a5cb0da5ebed req-f37d451d-4aeb-4149-ba1a-4ee51efb1a91 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/security-groups?id=69601b9e-5359-406e-8a87-27203b91623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390406 Aug 25 19:13:31.063172 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 48700) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:13:31.274092 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [None req-6a852791-571d-41dd-8bcc-a5578f99d535 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Deleting port 7ed00df1-7596-4216-92be-c72a9461bc82 {{(pid=74943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:13:31.274331 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-6a852791-571d-41dd-8bcc-a5578f99d535 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:31.441826 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-6a852791-571d-41dd-8bcc-a5578f99d535 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:31.442153 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-6a852791-571d-41dd-8bcc-a5578f99d535 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:31.649497 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [None req-6a852791-571d-41dd-8bcc-a5578f99d535 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Calling delete_port for 7ed00df1-7596-4216-92be-c72a9461bc82 owned by network:floatingip {{(pid=74943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:13:31.820397 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-6a852791-571d-41dd-8bcc-a5578f99d535 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730660626180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730660203048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958082'] for port, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:31.824060 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-6203070d-eaf1-4637-bd4c-5c882bd51cc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:13:31.865078 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a852791-571d-41dd-8bcc-a5578f99d535 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Pushing event deleted for resources: {'Port': ['ID=7ed00df1-7596-4216-92be-c72a9461bc82,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:13:31.879965 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a852791-571d-41dd-8bcc-a5578f99d535 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:31.880346 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a852791-571d-41dd-8bcc-a5578f99d535 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:31.880711 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a852791-571d-41dd-8bcc-a5578f99d535 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:31.881072 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a852791-571d-41dd-8bcc-a5578f99d535 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:31.881431 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a852791-571d-41dd-8bcc-a5578f99d535 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:31.881787 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a852791-571d-41dd-8bcc-a5578f99d535 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:31.882142 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a852791-571d-41dd-8bcc-a5578f99d535 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:31.882521 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a852791-571d-41dd-8bcc-a5578f99d535 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:31.882872 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a852791-571d-41dd-8bcc-a5578f99d535 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:31.883479 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a852791-571d-41dd-8bcc-a5578f99d535 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:31.883834 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a852791-571d-41dd-8bcc-a5578f99d535 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:31.887146 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-6a852791-571d-41dd-8bcc-a5578f99d535 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:13:31.980389 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-6a852791-571d-41dd-8bcc-a5578f99d535 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks [] for floatingip, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:32.388988 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a852791-571d-41dd-8bcc-a5578f99d535 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Router c397e30a-ba3a-4918-af0f-135faa8afd24 has already been hosted by L3 agent 6ef59418-d088-436f-8fb3-73af7fac7dac {{(pid=74943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:13:32.588852 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a852791-571d-41dd-8bcc-a5578f99d535 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify agent at l3_agent.dv-cinder-806038-1-smb the message routers_updated {{(pid=74943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:13:32.598977 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572e30bf-d151-48bb-b1ab-2208a381e725 None None] Sync routers for ids ['c397e30a-ba3a-4918-af0f-135faa8afd24'] in dv-cinder-806038-1-smb {{(pid=74945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:13:32.609423 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-6a852791-571d-41dd-8bcc-a5578f99d535 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for floatingip, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:32.610871 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572e30bf-d151-48bb-b1ab-2208a381e725 None None] Routers {'c397e30a-ba3a-4918-af0f-135faa8afd24'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:13:32.611493 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-572e30bf-d151-48bb-b1ab-2208a381e725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:13:15Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['c397e30a-ba3a-4918-af0f-135faa8afd24'], 'active': True} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:13:32.669654 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-6a852791-571d-41dd-8bcc-a5578f99d535 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "DELETE /v2.0/floatingips/df7cb7cf-f039-483f-891a-41534b78a43f HTTP/1.1" status: 204 len: 168 time: 1.6051192 Aug 25 19:13:32.670555 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '390545bc-93e5-4151-99e9-6e079034737f', 'tag': '654d727b-ddc5-4de2-a463-9a27307fbd68'}] {{(pid=74943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:13:32.742940 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '390545bc-93e5-4151-99e9-6e079034737f', 'tag': '654d727b-ddc5-4de2-a463-9a27307fbd68', 'status': 'completed', 'code': 200} Aug 25 19:13:32.795559 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvr_db [None req-572e30bf-d151-48bb-b1ab-2208a381e725 None None] Set router c397e30a-ba3a-4918-af0f-135faa8afd24 gateway port host: dv-cinder-806038-1-smb {{(pid=74945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:13:32.965131 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-91a91707-39ad-456d-9205-c455f36c7a58 req-898feaad-f2c7-4f4b-b76b-0f282d45171c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d4cfb3f96d7a488492ec1c3aff9a0628&device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 1099 time: 0.1660759 Aug 25 19:13:33.118305 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4ea1c-d4ae-4f3b-ae22-00ec96b8bc63 req-e7464c15-be79-4a05-b2b9-8f2e5b0d6eee tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:33.119036 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-cbe4ea1c-d4ae-4f3b-ae22-00ec96b8bc63 req-e7464c15-be79-4a05-b2b9-8f2e5b0d6eee tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Synchronizing usage tracker for tenant:d4cfb3f96d7a488492ec1c3aff9a0628 on resource:port {{(pid=74943) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:13:33.138293 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.quota.resource [req-cbe4ea1c-d4ae-4f3b-ae22-00ec96b8bc63 req-e7464c15-be79-4a05-b2b9-8f2e5b0d6eee tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Unset dirty status for tenant:d4cfb3f96d7a488492ec1c3aff9a0628 on resource:port {{(pid=74943) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:13:33.141632 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a91707-39ad-456d-9205-c455f36c7a58 req-669cba02-daed-4ba8-8908-08936e6f4706 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:33.142828 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-cbe4ea1c-d4ae-4f3b-ae22-00ec96b8bc63 req-e7464c15-be79-4a05-b2b9-8f2e5b0d6eee tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/ports?device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 946 time: 0.1101205 Aug 25 19:13:33.143109 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-91a91707-39ad-456d-9205-c455f36c7a58 req-669cba02-daed-4ba8-8908-08936e6f4706 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ffee42b0-056f-4edf-bc8b-6084b0305cf1 HTTP/1.1" status: 200 len: 910 time: 0.1441312 Aug 25 19:13:33.192718 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-cbe4ea1c-d4ae-4f3b-ae22-00ec96b8bc63 req-1bce6919-cf92-4d67-b2b3-9bcd642215fd tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ef278db-3561-4425-86ff-0f616f8dbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456767 Aug 25 19:13:33.220200 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-91a91707-39ad-456d-9205-c455f36c7a58 req-ee959e66-e349-4557-8b9c-88f4d4335e64 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=654d727b-ddc5-4de2-a463-9a27307fbd68 HTTP/1.1" status: 200 len: 217 time: 0.0668726 Aug 25 19:13:33.238291 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-572e30bf-d151-48bb-b1ab-2208a381e725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c397e30a-ba3a-4918-af0f-135faa8afd24', 'name': 'tempest-TestShelveInstance-1629819501-router', 'tenant_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '28d1c0ce-2466-44b2-83e9-4d87000d1528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:08:41Z', 'updated_at': '2021-08-25T19:08:48Z', 'revision_number': 4, 'project_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'gw_port': {'id': '28d1c0ce-2466-44b2-83e9-4d87000d1528', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:84:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c397e30a-ba3a-4918-af0f-135faa8afd24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:43Z', 'updated_at': '2021-08-25T19:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_interfaces': [{'id': 'cf4e208f-8f76-42bd-b5b2-e521191c64ae', 'name': '', 'network_id': 'ffee42b0-056f-4edf-bc8b-6084b0305cf1', 'tenant_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'mac_address': 'fa:16:3e:e2:4e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c397e30a-ba3a-4918-af0f-135faa8afd24', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26d8c927-2699-4b58-a0a7-a7e59846dd61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:47Z', 'updated_at': '2021-08-25T19:09:11Z', 'revision_number': 5, 'project_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'subnets': [{'id': '26d8c927-2699-4b58-a0a7-a7e59846dd61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:13:33.242459 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572e30bf-d151-48bb-b1ab-2208a381e725 None None] Checking router: c397e30a-ba3a-4918-af0f-135faa8afd24 for host: dv-cinder-806038-1-smb {{(pid=74945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:13:33.256268 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572e30bf-d151-48bb-b1ab-2208a381e725 None None] Routers {'c397e30a-ba3a-4918-af0f-135faa8afd24'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:13:33.256965 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-572e30bf-d151-48bb-b1ab-2208a381e725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:13:15Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['c397e30a-ba3a-4918-af0f-135faa8afd24'], 'active': True} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:13:33.286037 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a91707-39ad-456d-9205-c455f36c7a58 req-5165955a-f7f7-4318-9357-5ff0016450aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:33.287514 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-91a91707-39ad-456d-9205-c455f36c7a58 req-5165955a-f7f7-4318-9357-5ff0016450aa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=26d8c927-2699-4b58-a0a7-a7e59846dd61 HTTP/1.1" status: 200 len: 848 time: 0.0597959 Aug 25 19:13:33.365034 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-91a91707-39ad-456d-9205-c455f36c7a58 req-3abbd1c9-2ef8-40aa-8403-08cdfbb994f8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ffee42b0-056f-4edf-bc8b-6084b0305cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0693367 Aug 25 19:13:33.379588 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [req-91a91707-39ad-456d-9205-c455f36c7a58 req-f3236e16-e2a5-41ea-8052-e0aaf6358b0c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=74944) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 19:13:33.380488 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-91a91707-39ad-456d-9205-c455f36c7a58 req-f3236e16-e2a5-41ea-8052-e0aaf6358b0c service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053504 Aug 25 19:13:33.442616 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvr_db [None req-572e30bf-d151-48bb-b1ab-2208a381e725 None None] Set router c397e30a-ba3a-4918-af0f-135faa8afd24 gateway port host: dv-cinder-806038-1-smb {{(pid=74945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:13:33.531941 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-91a91707-39ad-456d-9205-c455f36c7a58 req-4a85c730-cd28-495b-9c76-5ea1e0d48719 service neutron] 10.222.0.23 "GET /v2.0/networks/ffee42b0-056f-4edf-bc8b-6084b0305cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370080 Aug 25 19:13:33.725976 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911e10a-5616-4bb6-83e8-325a58f94f60 req-05012f17-e926-4441-bebb-380a1de92bfd tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:33.728904 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-8911e10a-5616-4bb6-83e8-325a58f94f60 req-05012f17-e926-4441-bebb-380a1de92bfd tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/ports?device_id=5734bb24-53c6-4958-a048-ea8c9cd260c3 HTTP/1.1" status: 200 len: 945 time: 0.1031163 Aug 25 19:13:33.729391 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-91a91707-39ad-456d-9205-c455f36c7a58 req-2a164835-e76e-410e-9a37-7ebac5bf53f4 service neutron] 10.222.0.23 "GET /v2.0/networks/ffee42b0-056f-4edf-bc8b-6084b0305cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452487 Aug 25 19:13:33.777033 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-8911e10a-5616-4bb6-83e8-325a58f94f60 req-1b96955e-d9ef-403d-8f1e-7f7d2fb0d6d5 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/security-groups?id=69601b9e-5359-406e-8a87-27203b91623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424626 Aug 25 19:13:33.797166 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-572e30bf-d151-48bb-b1ab-2208a381e725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c397e30a-ba3a-4918-af0f-135faa8afd24', 'name': 'tempest-TestShelveInstance-1629819501-router', 'tenant_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '28d1c0ce-2466-44b2-83e9-4d87000d1528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:08:41Z', 'updated_at': '2021-08-25T19:08:48Z', 'revision_number': 4, 'project_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'gw_port': {'id': '28d1c0ce-2466-44b2-83e9-4d87000d1528', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:84:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c397e30a-ba3a-4918-af0f-135faa8afd24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:43Z', 'updated_at': '2021-08-25T19:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_interfaces': [{'id': 'cf4e208f-8f76-42bd-b5b2-e521191c64ae', 'name': '', 'network_id': 'ffee42b0-056f-4edf-bc8b-6084b0305cf1', 'tenant_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'mac_address': 'fa:16:3e:e2:4e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c397e30a-ba3a-4918-af0f-135faa8afd24', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26d8c927-2699-4b58-a0a7-a7e59846dd61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:47Z', 'updated_at': '2021-08-25T19:09:11Z', 'revision_number': 5, 'project_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'subnets': [{'id': '26d8c927-2699-4b58-a0a7-a7e59846dd61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:13:33.803426 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572e30bf-d151-48bb-b1ab-2208a381e725 None None] The sync data for ids ['c397e30a-ba3a-4918-af0f-135faa8afd24'] in dv-cinder-806038-1-smb is: [{'id': 'c397e30a-ba3a-4918-af0f-135faa8afd24', 'name': 'tempest-TestShelveInstance-1629819501-router', 'tenant_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '28d1c0ce-2466-44b2-83e9-4d87000d1528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:08:41Z', 'updated_at': '2021-08-25T19:08:48Z', 'revision_number': 4, 'project_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'gw_port': {'id': '28d1c0ce-2466-44b2-83e9-4d87000d1528', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:84:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c397e30a-ba3a-4918-af0f-135faa8afd24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:43Z', 'updated_at': '2021-08-25T19:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb', '_interfaces': [{'id': 'cf4e208f-8f76-42bd-b5b2-e521191c64ae', 'name': '', 'network_id': 'ffee42b0-056f-4edf-bc8b-6084b0305cf1', 'tenant_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'mac_address': 'fa:16:3e:e2:4e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c397e30a-ba3a-4918-af0f-135faa8afd24', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26d8c927-2699-4b58-a0a7-a7e59846dd61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:47Z', 'updated_at': '2021-08-25T19:09:11Z', 'revision_number': 5, 'project_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'subnets': [{'id': '26d8c927-2699-4b58-a0a7-a7e59846dd61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:13:34.024287 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d83be29-ee73-4edf-8eb0-52e3a0c307f2 None None] New status for floating IP df7cb7cf-f039-483f-891a-41534b78a43f: DOWN {{(pid=74946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 19:13:34.403217 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1cce82-59a8-424a-82b7-5a70a24649ff req-36476427-04e1-4962-bec6-e503fa2517f3 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:34.404674 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-7d1cce82-59a8-424a-82b7-5a70a24649ff req-36476427-04e1-4962-bec6-e503fa2517f3 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/ports?device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 946 time: 0.0817840 Aug 25 19:13:34.449894 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-7d1cce82-59a8-424a-82b7-5a70a24649ff req-efad8761-dabc-4185-9a20-8425e13d9e98 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ef278db-3561-4425-86ff-0f616f8dbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397382 Aug 25 19:13:34.710554 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370fbc2-d981-481f-8ce0-cbf43b9c35a0 req-b4cdf1d5-88eb-446b-962c-2171f8656ec4 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:34.712030 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-7370fbc2-d981-481f-8ce0-cbf43b9c35a0 req-b4cdf1d5-88eb-446b-962c-2171f8656ec4 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.23 "GET /v2.0/ports?device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 946 time: 0.0750577 Aug 25 19:13:34.783238 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.plugin [req-7370fbc2-d981-481f-8ce0-cbf43b9c35a0 req-9069a0b5-6bf0-408d-b948-6efbfa45c1ba tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Deleting port 654d727b-ddc5-4de2-a463-9a27307fbd68 {{(pid=74944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:13:34.783578 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-7370fbc2-d981-481f-8ce0-cbf43b9c35a0 req-9069a0b5-6bf0-408d-b948-6efbfa45c1ba tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:34.973941 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737e248-4531-4138-8cd8-bcc47efcb46a req-c69b841a-2f38-45ac-b60e-e88c49181323 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:34.975536 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-2737e248-4531-4138-8cd8-bcc47efcb46a req-c69b841a-2f38-45ac-b60e-e88c49181323 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/ports?device_id=5734bb24-53c6-4958-a048-ea8c9cd260c3 HTTP/1.1" status: 200 len: 945 time: 0.0777681 Aug 25 19:13:35.021426 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-2737e248-4531-4138-8cd8-bcc47efcb46a req-2aff8b59-62b8-4a84-be0a-278cfa88e51b tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/security-groups?id=69601b9e-5359-406e-8a87-27203b91623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403149 Aug 25 19:13:35.028826 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.db [req-7370fbc2-d981-481f-8ce0-cbf43b9c35a0 req-9069a0b5-6bf0-408d-b948-6efbfa45c1ba tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] For port 654d727b-ddc5-4de2-a463-9a27307fbd68, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=654d727b-ddc5-4de2-a463-9a27307fbd68,segment=NetworkSegment(fcc2197d-4ec0-4475-a4df-49f40331ce68),segment_id=fcc2197d-4ec0-4475-a4df-49f40331ce68)] {{(pid=74944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:13:35.029180 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-7370fbc2-d981-481f-8ce0-cbf43b9c35a0 req-9069a0b5-6bf0-408d-b948-6efbfa45c1ba tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:35.239190 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.plugin [req-7370fbc2-d981-481f-8ce0-cbf43b9c35a0 req-9069a0b5-6bf0-408d-b948-6efbfa45c1ba tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Calling delete_port for 654d727b-ddc5-4de2-a463-9a27307fbd68 owned by compute:nova {{(pid=74944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:13:35.385586 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-7370fbc2-d981-481f-8ce0-cbf43b9c35a0 req-9069a0b5-6bf0-408d-b948-6efbfa45c1ba tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730660626180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730660203048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3912941'] for port, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:35.392707 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-bd1b26a8-a987-4b60-9f2d-ca2bd3fecb8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:13:35.436705 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9069a0b5-6bf0-408d-b948-6efbfa45c1ba tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Pushing event deleted for resources: {'Port': ['ID=654d727b-ddc5-4de2-a463-9a27307fbd68,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:13:35.506996 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9069a0b5-6bf0-408d-b948-6efbfa45c1ba tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:35.507371 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9069a0b5-6bf0-408d-b948-6efbfa45c1ba tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:35.507744 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9069a0b5-6bf0-408d-b948-6efbfa45c1ba tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:35.508104 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9069a0b5-6bf0-408d-b948-6efbfa45c1ba tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:35.508486 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9069a0b5-6bf0-408d-b948-6efbfa45c1ba tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:35.508818 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9069a0b5-6bf0-408d-b948-6efbfa45c1ba tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:35.509173 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9069a0b5-6bf0-408d-b948-6efbfa45c1ba tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:35.509527 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9069a0b5-6bf0-408d-b948-6efbfa45c1ba tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:35.509880 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9069a0b5-6bf0-408d-b948-6efbfa45c1ba tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:35.510234 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9069a0b5-6bf0-408d-b948-6efbfa45c1ba tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:35.510611 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9069a0b5-6bf0-408d-b948-6efbfa45c1ba tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-smb {{(pid=74944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:35.519092 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-9069a0b5-6bf0-408d-b948-6efbfa45c1ba tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:13:35.524187 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.l3_dvrscheduler_db [req-7370fbc2-d981-481f-8ce0-cbf43b9c35a0 req-9069a0b5-6bf0-408d-b948-6efbfa45c1ba tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] No DVR routers for this DVR port 654d727b-ddc5-4de2-a463-9a27307fbd68 on host hv-cinder-80603 {{(pid=74944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:13:35.526585 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-7370fbc2-d981-481f-8ce0-cbf43b9c35a0 req-9069a0b5-6bf0-408d-b948-6efbfa45c1ba tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for port, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:35.529266 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '390545bc-93e5-4151-99e9-6e079034737f', 'name': 'network-vif-deleted', 'tag': '654d727b-ddc5-4de2-a463-9a27307fbd68'}] {{(pid=74944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:13:35.545103 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-7370fbc2-d981-481f-8ce0-cbf43b9c35a0 req-9069a0b5-6bf0-408d-b948-6efbfa45c1ba tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.23 "DELETE /v2.0/ports/654d727b-ddc5-4de2-a463-9a27307fbd68 HTTP/1.1" status: 204 len: 173 time: 0.8271217 Aug 25 19:13:35.615103 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '390545bc-93e5-4151-99e9-6e079034737f', 'name': 'network-vif-deleted', 'tag': '654d727b-ddc5-4de2-a463-9a27307fbd68', 'status': 'completed', 'code': 200} Aug 25 19:13:35.626118 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-16ba5bec-252f-4564-bc64-e873330bb0a4 req-656eb3b8-7903-48c7-80f9-33753befbe27 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Synchronizing usage tracker for tenant:d4cfb3f96d7a488492ec1c3aff9a0628 on resource:port {{(pid=74944) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:13:35.643160 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.quota.resource [req-16ba5bec-252f-4564-bc64-e873330bb0a4 req-656eb3b8-7903-48c7-80f9-33753befbe27 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Unset dirty status for tenant:d4cfb3f96d7a488492ec1c3aff9a0628 on resource:port {{(pid=74944) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:13:35.644321 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-16ba5bec-252f-4564-bc64-e873330bb0a4 req-656eb3b8-7903-48c7-80f9-33753befbe27 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "GET /v2.0/ports?device_id=390545bc-93e5-4151-99e9-6e079034737f HTTP/1.1" status: 200 len: 210 time: 0.0604925 Aug 25 19:13:35.903100 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:36.226692 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfdb398-1d7f-48be-900d-5b633d01d0e8 req-88649ab3-8496-45d8-9b37-066d5540b794 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:36.228159 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-5cfdb398-1d7f-48be-900d-5b633d01d0e8 req-88649ab3-8496-45d8-9b37-066d5540b794 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/ports?device_id=5734bb24-53c6-4958-a048-ea8c9cd260c3 HTTP/1.1" status: 200 len: 945 time: 0.0801709 Aug 25 19:13:36.275382 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [req-5cfdb398-1d7f-48be-900d-5b633d01d0e8 req-08c6d562-ab7a-4378-9083-d460d2b74ccc tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/security-groups?id=69601b9e-5359-406e-8a87-27203b91623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412459 Aug 25 19:13:36.750487 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 48740) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:13:36.822226 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-ad4af58f-8077-4755-9521-927104428094 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:36.853577 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-ad4af58f-8077-4755-9521-927104428094 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:36.924908 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-ad4af58f-8077-4755-9521-927104428094 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:36.929499 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-e0aea77a-50e9-4925-98a9-641c302f57d2 tempest-VolumesNegativeTest-1271153314 tempest-VolumesNegativeTest-1271153314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:13:36.946815 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4af58f-8077-4755-9521-927104428094 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef278db-3561-4425-86ff-0f616f8dbb8d,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:13:36.949591 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-ad4af58f-8077-4755-9521-927104428094 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:13:36.958866 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-ad4af58f-8077-4755-9521-927104428094 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:36.963780 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-ad4af58f-8077-4755-9521-927104428094 tempest-TestShelveInstance-1322469805 tempest-TestShelveInstance-1322469805-project] 10.222.0.18 "DELETE /v2.0/security-groups/5ef278db-3561-4425-86ff-0f616f8dbb8d HTTP/1.1" status: 204 len: 168 time: 0.2085392 Aug 25 19:13:37.478152 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ed983-2c3b-4dbf-bcfc-460ebedd4102 req-04b5a6cf-744d-4693-a95f-7924d2ad8eef tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:37.479656 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-b30ed983-2c3b-4dbf-bcfc-460ebedd4102 req-04b5a6cf-744d-4693-a95f-7924d2ad8eef tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/ports?device_id=5734bb24-53c6-4958-a048-ea8c9cd260c3 HTTP/1.1" status: 200 len: 945 time: 0.0802658 Aug 25 19:13:37.528564 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-b30ed983-2c3b-4dbf-bcfc-460ebedd4102 req-610b8f71-aabc-487e-84aa-12cda260fadf tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/security-groups?id=69601b9e-5359-406e-8a87-27203b91623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421922 Aug 25 19:13:37.802242 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 654d727b-ddc5-4de2-a463-9a27307fbd68 no longer exists at agent hyperv_hv-cinder-80603 {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:13:37.839208 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] No Port match for: 654d727b-ddc5-4de2-a463-9a27307fbd68 {{(pid=74945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:13:37.839562 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 654d727b-ddc5-4de2-a463-9a27307fbd68 not bound to the agent host hv-cinder-80603 {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:13:38.040828 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 48750) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:13:38.313242 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83edf70-b9b5-4f1d-885a-b375b497cbaa req-1d361431-b136-4771-8422-0de7e7990071 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:38.314888 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-b83edf70-b9b5-4f1d-885a-b375b497cbaa req-1d361431-b136-4771-8422-0de7e7990071 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.23 "GET /v2.0/ports?device_id=5734bb24-53c6-4958-a048-ea8c9cd260c3 HTTP/1.1" status: 200 len: 945 time: 0.0970595 Aug 25 19:13:38.406060 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.plugin [req-b83edf70-b9b5-4f1d-885a-b375b497cbaa req-562f5b0e-7289-4814-927b-b514ba325da1 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Deleting port 9d6a8248-90d5-4c64-a322-84e97e36f2d9 {{(pid=74944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:13:38.406574 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-b83edf70-b9b5-4f1d-885a-b375b497cbaa req-562f5b0e-7289-4814-927b-b514ba325da1 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:38.665447 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-2976770b-cd7e-446e-932a-ec078c6b7f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675930'] for router_interface, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:38.736830 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.db [req-b83edf70-b9b5-4f1d-885a-b375b497cbaa req-562f5b0e-7289-4814-927b-b514ba325da1 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] For port 9d6a8248-90d5-4c64-a322-84e97e36f2d9, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=9d6a8248-90d5-4c64-a322-84e97e36f2d9,segment=NetworkSegment(326830ac-bbb7-4c98-a4df-6b6c8c07cbbe),segment_id=326830ac-bbb7-4c98-a4df-6b6c8c07cbbe)] {{(pid=74944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:13:38.737283 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-b83edf70-b9b5-4f1d-885a-b375b497cbaa req-562f5b0e-7289-4814-927b-b514ba325da1 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:38.892538 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.plugin [req-b83edf70-b9b5-4f1d-885a-b375b497cbaa req-562f5b0e-7289-4814-927b-b514ba325da1 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Calling delete_port for 9d6a8248-90d5-4c64-a322-84e97e36f2d9 owned by compute:nova {{(pid=74944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:13:38.966959 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5672cb-5e2d-49ac-b984-0f9e254083d3 req-c94c96aa-9542-4f0d-988b-84dc537190c5 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:38.968503 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-fe5672cb-5e2d-49ac-b984-0f9e254083d3 req-c94c96aa-9542-4f0d-988b-84dc537190c5 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/ports?device_id=5734bb24-53c6-4958-a048-ea8c9cd260c3 HTTP/1.1" status: 200 len: 945 time: 0.3000944 Aug 25 19:13:39.088495 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-fe5672cb-5e2d-49ac-b984-0f9e254083d3 req-11cc6d31-e35a-4606-9f42-22a77e10a318 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.18 "GET /v2.0/security-groups?id=69601b9e-5359-406e-8a87-27203b91623e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136191 Aug 25 19:13:39.113769 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-b83edf70-b9b5-4f1d-885a-b375b497cbaa req-562f5b0e-7289-4814-927b-b514ba325da1 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730660626180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730660203048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3912941'] for port, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:39.123787 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-911e9935-5a81-4c54-8de6-8d5d6e154b83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:13:39.148591 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] get_ports_and_sgs() called for port_ids ['9d6a8248-90d5-4c64-a322-84e97e36f2d9'] {{(pid=74945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:13:39.193371 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f5b0e-7289-4814-927b-b514ba325da1 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Pushing event deleted for resources: {'Port': ['ID=9d6a8248-90d5-4c64-a322-84e97e36f2d9,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:13:39.197723 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-562f5b0e-7289-4814-927b-b514ba325da1 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:13:39.275427 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83edf70-b9b5-4f1d-885a-b375b497cbaa req-562f5b0e-7289-4814-927b-b514ba325da1 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] No DVR routers for this DVR port 9d6a8248-90d5-4c64-a322-84e97e36f2d9 on host hv-cinder-80603 {{(pid=74944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:13:39.277974 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [req-b83edf70-b9b5-4f1d-885a-b375b497cbaa req-562f5b0e-7289-4814-927b-b514ba325da1 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-400708'] for port, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:39.281517 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5734bb24-53c6-4958-a048-ea8c9cd260c3', 'name': 'network-vif-deleted', 'tag': '9d6a8248-90d5-4c64-a322-84e97e36f2d9'}] {{(pid=74944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:13:39.300968 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [req-b83edf70-b9b5-4f1d-885a-b375b497cbaa req-562f5b0e-7289-4814-927b-b514ba325da1 tempest-VolumesSnapshotTestJSON-170434718 tempest-VolumesSnapshotTestJSON-170434718-project] 10.222.0.23 "DELETE /v2.0/ports/9d6a8248-90d5-4c64-a322-84e97e36f2d9 HTTP/1.1" status: 204 len: 173 time: 0.9788756 Aug 25 19:13:39.354942 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5734bb24-53c6-4958-a048-ea8c9cd260c3', 'name': 'network-vif-deleted', 'tag': '9d6a8248-90d5-4c64-a322-84e97e36f2d9', 'status': 'completed', 'code': 200} Aug 25 19:13:39.459554 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [None req-2976770b-cd7e-446e-932a-ec078c6b7f00 admin admin] Deleting port cf4e208f-8f76-42bd-b5b2-e521191c64ae {{(pid=74943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:13:39.460337 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-2976770b-cd7e-446e-932a-ec078c6b7f00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:39.686300 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.db [None req-2976770b-cd7e-446e-932a-ec078c6b7f00 admin admin] For port cf4e208f-8f76-42bd-b5b2-e521191c64ae, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=cf4e208f-8f76-42bd-b5b2-e521191c64ae,segment=NetworkSegment(fcc2197d-4ec0-4475-a4df-49f40331ce68),segment_id=fcc2197d-4ec0-4475-a4df-49f40331ce68)] {{(pid=74943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:13:39.686722 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-2976770b-cd7e-446e-932a-ec078c6b7f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:39.825314 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [None req-2976770b-cd7e-446e-932a-ec078c6b7f00 admin admin] Calling delete_port for cf4e208f-8f76-42bd-b5b2-e521191c64ae owned by network:router_interface {{(pid=74943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:13:40.030788 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-2976770b-cd7e-446e-932a-ec078c6b7f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730660626180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730660203048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958082'] for port, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:40.035078 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-5883a4a7-319a-4e19-8371-398b4f213286 tempest-AttachVolumeTestJSON-2141839338 tempest-AttachVolumeTestJSON-2141839338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:13:40.078380 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2976770b-cd7e-446e-932a-ec078c6b7f00 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf4e208f-8f76-42bd-b5b2-e521191c64ae,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:13:40.081803 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-2976770b-cd7e-446e-932a-ec078c6b7f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:13:40.510935 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-2976770b-cd7e-446e-932a-ec078c6b7f00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676014'] for router_interface, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:41.131553 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2976770b-cd7e-446e-932a-ec078c6b7f00 admin admin] Router c397e30a-ba3a-4918-af0f-135faa8afd24 has already been hosted by L3 agent 6ef59418-d088-436f-8fb3-73af7fac7dac {{(pid=74943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:13:41.337216 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2976770b-cd7e-446e-932a-ec078c6b7f00 admin admin] Notify agent at l3_agent.dv-cinder-806038-1-smb the message routers_updated {{(pid=74943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:13:41.346225 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0738c54-f5c8-4e37-be18-ad8398ffab78 None None] Sync routers for ids ['c397e30a-ba3a-4918-af0f-135faa8afd24'] in dv-cinder-806038-1-smb {{(pid=74945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:13:41.354142 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-2976770b-cd7e-446e-932a-ec078c6b7f00 admin admin] 10.222.0.18 "PUT /v2.0/routers/c397e30a-ba3a-4918-af0f-135faa8afd24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3121333 Aug 25 19:13:41.356866 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 48768) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:13:41.359110 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0738c54-f5c8-4e37-be18-ad8398ffab78 None None] Routers {'c397e30a-ba3a-4918-af0f-135faa8afd24'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:13:41.359714 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-d0738c54-f5c8-4e37-be18-ad8398ffab78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:13:15Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['c397e30a-ba3a-4918-af0f-135faa8afd24'], 'active': True} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:13:41.551244 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-9af35127-0277-419e-a9f5-201188ddc166 admin admin] Notify callbacks [] for router, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:41.557845 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvr_db [None req-d0738c54-f5c8-4e37-be18-ad8398ffab78 None None] Set router c397e30a-ba3a-4918-af0f-135faa8afd24 gateway port host: dv-cinder-806038-1-smb {{(pid=74945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:13:41.751100 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-9af35127-0277-419e-a9f5-201188ddc166 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:41.761013 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [None req-9af35127-0277-419e-a9f5-201188ddc166 admin admin] Deleting port 28d1c0ce-2466-44b2-83e9-4d87000d1528 {{(pid=74943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:13:41.761405 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-9af35127-0277-419e-a9f5-201188ddc166 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:41.823632 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 9d6a8248-90d5-4c64-a322-84e97e36f2d9 no longer exists at agent hyperv_hv-cinder-80603 {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:13:41.862612 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] No Port match for: 9d6a8248-90d5-4c64-a322-84e97e36f2d9 {{(pid=74945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:13:41.862963 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Device 9d6a8248-90d5-4c64-a322-84e97e36f2d9 not bound to the agent host hv-cinder-80603 {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:13:41.899060 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-d0738c54-f5c8-4e37-be18-ad8398ffab78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c397e30a-ba3a-4918-af0f-135faa8afd24', 'name': 'tempest-TestShelveInstance-1629819501-router', 'tenant_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '28d1c0ce-2466-44b2-83e9-4d87000d1528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:08:41Z', 'updated_at': '2021-08-25T19:13:39Z', 'revision_number': 5, 'project_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'gw_port': {'id': '28d1c0ce-2466-44b2-83e9-4d87000d1528', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:84:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c397e30a-ba3a-4918-af0f-135faa8afd24', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:43Z', 'updated_at': '2021-08-25T19:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb'}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:13:41.904119 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0738c54-f5c8-4e37-be18-ad8398ffab78 None None] Checking router: c397e30a-ba3a-4918-af0f-135faa8afd24 for host: dv-cinder-806038-1-smb {{(pid=74945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:13:41.919231 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0738c54-f5c8-4e37-be18-ad8398ffab78 None None] Routers {'c397e30a-ba3a-4918-af0f-135faa8afd24'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:13:41.919885 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-d0738c54-f5c8-4e37-be18-ad8398ffab78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:13:15Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['c397e30a-ba3a-4918-af0f-135faa8afd24'], 'active': True} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:13:42.108590 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.db [None req-9af35127-0277-419e-a9f5-201188ddc166 admin admin] For port 28d1c0ce-2466-44b2-83e9-4d87000d1528, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=28d1c0ce-2466-44b2-83e9-4d87000d1528,segment=NetworkSegment(f1739f72-e14f-462c-b4e7-56bd3b40258a),segment_id=f1739f72-e14f-462c-b4e7-56bd3b40258a)] {{(pid=74943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:13:42.108988 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-9af35127-0277-419e-a9f5-201188ddc166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:42.144915 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_dvr_db [None req-d0738c54-f5c8-4e37-be18-ad8398ffab78 None None] Set router c397e30a-ba3a-4918-af0f-135faa8afd24 gateway port host: None {{(pid=74945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:13:42.235936 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [None req-9af35127-0277-419e-a9f5-201188ddc166 admin admin] Calling delete_port for 28d1c0ce-2466-44b2-83e9-4d87000d1528 owned by network:router_gateway {{(pid=74943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:13:42.267391 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.db.l3_hamode_db [None req-d0738c54-f5c8-4e37-be18-ad8398ffab78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c397e30a-ba3a-4918-af0f-135faa8afd24', 'name': 'tempest-TestShelveInstance-1629819501-router', 'tenant_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:08:41Z', 'updated_at': '2021-08-25T19:13:41Z', 'revision_number': 6, 'project_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'gw_port_host': None}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:13:42.271954 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0738c54-f5c8-4e37-be18-ad8398ffab78 None None] The sync data for ids ['c397e30a-ba3a-4918-af0f-135faa8afd24'] in dv-cinder-806038-1-smb is: [{'id': 'c397e30a-ba3a-4918-af0f-135faa8afd24', 'name': 'tempest-TestShelveInstance-1629819501-router', 'tenant_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:08:41Z', 'updated_at': '2021-08-25T19:13:41Z', 'revision_number': 6, 'project_id': 'd4cfb3f96d7a488492ec1c3aff9a0628', 'gw_port_host': None}] {{(pid=74945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:13:42.405904 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-9af35127-0277-419e-a9f5-201188ddc166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730660626180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730660203048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958082'] for port, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:42.410057 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-205cda10-a170-4662-858a-b934282c75da tempest-VolumesActionsTest-561621036 tempest-VolumesActionsTest-561621036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:13:42.434437 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cb604a66-068f-461d-b847-ba8c0e1d5141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:42.451816 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af35127-0277-419e-a9f5-201188ddc166 admin admin] Pushing event deleted for resources: {'Port': ['ID=28d1c0ce-2466-44b2-83e9-4d87000d1528,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:13:42.455321 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-9af35127-0277-419e-a9f5-201188ddc166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:13:42.682735 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-9af35127-0277-419e-a9f5-201188ddc166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677159'] for router_gateway, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:42.700928 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device cf4e208f-8f76-42bd-b5b2-e521191c64ae no longer exists at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:13:42.741373 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] No Port match for: cf4e208f-8f76-42bd-b5b2-e521191c64ae {{(pid=74945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:13:42.741882 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device cf4e208f-8f76-42bd-b5b2-e521191c64ae not bound to the agent host dv-cinder-806038-1-smb {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:13:42.903638 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:42.955015 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-9af35127-0277-419e-a9f5-201188ddc166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-679819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62248'] for router, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:42.959259 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-9af35127-0277-419e-a9f5-201188ddc166 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:42.984325 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-9af35127-0277-419e-a9f5-201188ddc166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-678171'] for router, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:42.984934 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af35127-0277-419e-a9f5-201188ddc166 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c397e30a-ba3a-4918-af0f-135faa8afd24 {{(pid=74943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 19:13:42.997963 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-9af35127-0277-419e-a9f5-201188ddc166 admin admin] Notify callbacks [] for router, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:42.999081 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-9af35127-0277-419e-a9f5-201188ddc166 admin admin] 10.222.0.18 "DELETE /v2.0/routers/c397e30a-ba3a-4918-af0f-135faa8afd24 HTTP/1.1" status: 204 len: 168 time: 1.6413097 Aug 25 19:13:43.002161 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 48778) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:13:43.069931 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fbb3026-abf0-42cc-b153-e69e7a786619 admin admin] Deleting subnet 26d8c927-2699-4b58-a0a7-a7e59846dd61 {{(pid=74943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 19:13:43.073899 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-9fbb3026-abf0-42cc-b153-e69e7a786619 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:43.124106 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-9fbb3026-abf0-42cc-b153-e69e7a786619 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4158297'] for subnet, precommit_delete_associations {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:43.201233 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-9fbb3026-abf0-42cc-b153-e69e7a786619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1748394'] for subnet, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:43.279960 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-9fbb3026-abf0-42cc-b153-e69e7a786619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1748371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3958193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4138906'] for subnet, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:43.284522 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:13:43.318310 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb3026-abf0-42cc-b153-e69e7a786619 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26d8c927-2699-4b58-a0a7-a7e59846dd61,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:13:43.321755 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-9fbb3026-abf0-42cc-b153-e69e7a786619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:13:43.325418 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-9fbb3026-abf0-42cc-b153-e69e7a786619 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:43.332678 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-9fbb3026-abf0-42cc-b153-e69e7a786619 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/26d8c927-2699-4b58-a0a7-a7e59846dd61 HTTP/1.1" status: 204 len: 168 time: 0.3293762 Aug 25 19:13:43.335216 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 48786) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:13:43.335508 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedb3896-ba7a-4219-9a3e-304533beaada None None] Network ffee42b0-056f-4edf-bc8b-6084b0305cf1 requested from dv-cinder-806038-1-smb {{(pid=74945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:13:43.569544 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-8efb5023-b0c0-4191-82a0-adceb56b2377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792208'] for network, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:43.586401 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [None req-8efb5023-b0c0-4191-82a0-adceb56b2377 admin admin] Deleting port c594161f-346a-4afb-ba57-97fd1c811c40 {{(pid=74943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:13:43.586401 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-8efb5023-b0c0-4191-82a0-adceb56b2377 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:43.630084 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4642cdc2-ffb9-45fc-988f-49d287f1f666 None None] DHCP port deletion for ffee42b0-056f-4edf-bc8b-6084b0305cf1 request from dv-cinder-806038-1-smb {{(pid=74945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 25 19:13:43.635201 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-4642cdc2-ffb9-45fc-988f-49d287f1f666 None None] Deleting port c594161f-346a-4afb-ba57-97fd1c811c40 {{(pid=74945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:13:43.635369 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-4642cdc2-ffb9-45fc-988f-49d287f1f666 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:43.830164 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.db [None req-8efb5023-b0c0-4191-82a0-adceb56b2377 admin admin] For port c594161f-346a-4afb-ba57-97fd1c811c40, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=c594161f-346a-4afb-ba57-97fd1c811c40,segment=NetworkSegment(fcc2197d-4ec0-4475-a4df-49f40331ce68),segment_id=fcc2197d-4ec0-4475-a4df-49f40331ce68)] {{(pid=74943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:13:43.830778 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-8efb5023-b0c0-4191-82a0-adceb56b2377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:43.881842 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-4642cdc2-ffb9-45fc-988f-49d287f1f666 None None] For port c594161f-346a-4afb-ba57-97fd1c811c40, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=c594161f-346a-4afb-ba57-97fd1c811c40,segment=NetworkSegment(fcc2197d-4ec0-4475-a4df-49f40331ce68),segment_id=fcc2197d-4ec0-4475-a4df-49f40331ce68)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:13:43.881842 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-4642cdc2-ffb9-45fc-988f-49d287f1f666 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:43.965639 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [None req-8efb5023-b0c0-4191-82a0-adceb56b2377 admin admin] Calling delete_port for c594161f-346a-4afb-ba57-97fd1c811c40 owned by network:dhcp {{(pid=74943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:13:44.000106 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-4642cdc2-ffb9-45fc-988f-49d287f1f666 None None] Calling delete_port for c594161f-346a-4afb-ba57-97fd1c811c40 owned by network:dhcp {{(pid=74945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:13:44.043938 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-8efb5023-b0c0-4191-82a0-adceb56b2377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730660626180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730660203048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958082'] for port, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:44.048594 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-6ad0c9ec-aec4-4b43-be14-10f8afcbe453 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:13:44.078824 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.db.api [None req-4642cdc2-ffb9-45fc-988f-49d287f1f666 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 19:13:44.079292 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_db.api [None req-4642cdc2-ffb9-45fc-988f-49d287f1f666 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 19:13:44.098328 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb5023-b0c0-4191-82a0-adceb56b2377 admin admin] Pushing event deleted for resources: {'Port': ['ID=c594161f-346a-4afb-ba57-97fd1c811c40,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:13:44.101741 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-8efb5023-b0c0-4191-82a0-adceb56b2377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:13:44.102895 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efb5023-b0c0-4191-82a0-adceb56b2377 admin admin] No DVR routers for this DVR port c594161f-346a-4afb-ba57-97fd1c811c40 on host dv-cinder-806038-1-smb {{(pid=74943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:13:44.221015 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-8efb5023-b0c0-4191-82a0-adceb56b2377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1747491', 'neutron.services.segments.db._delete_segments_for_network-8730660705410'] for network, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:44.238266 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.services.segments.db [None req-8efb5023-b0c0-4191-82a0-adceb56b2377 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffee42b0-056f-4edf-bc8b-6084b0305cf1']}} {{(pid=74943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:13:44.252136 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.services.segments.db [None req-8efb5023-b0c0-4191-82a0-adceb56b2377 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcc2197d-4ec0-4475-a4df-49f40331ce68') {'for_net_delete': True} {{(pid=74943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:13:44.252429 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.services.segments.db [None req-8efb5023-b0c0-4191-82a0-adceb56b2377 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcc2197d-4ec0-4475-a4df-49f40331ce68') {} {{(pid=74943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:13:44.266419 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-8efb5023-b0c0-4191-82a0-adceb56b2377 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730660708253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4158294'] for segment, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:44.285856 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-8efb5023-b0c0-4191-82a0-adceb56b2377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748241'] for segment, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:44.292266 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8efb5023-b0c0-4191-82a0-adceb56b2377 admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=74943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 19:13:44.292661 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-8efb5023-b0c0-4191-82a0-adceb56b2377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1748239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3958039'] for segment, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:44.306430 dv-cinder-806038-1-smb neutron-server[74943]: Traceback (most recent call last): Aug 25 19:13:44.306430 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 19:13:44.306430 dv-cinder-806038-1-smb neutron-server[74943]: timer() Aug 25 19:13:44.306430 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 19:13:44.306430 dv-cinder-806038-1-smb neutron-server[74943]: cb(*args, **kw) Aug 25 19:13:44.306430 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 19:13:44.306430 dv-cinder-806038-1-smb neutron-server[74943]: return func(*args, **kwargs) Aug 25 19:13:44.306430 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 19:13:44.306430 dv-cinder-806038-1-smb neutron-server[74943]: self._notify() Aug 25 19:13:44.306430 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 19:13:44.306430 dv-cinder-806038-1-smb neutron-server[74943]: self.callback(batched_events) Aug 25 19:13:44.306430 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 19:13:44.306430 dv-cinder-806038-1-smb neutron-server[74943]: event.method(event) Aug 25 19:13:44.306430 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 19:13:44.306430 dv-cinder-806038-1-smb neutron-server[74943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 19:13:44.306430 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 19:13:44.306430 dv-cinder-806038-1-smb neutron-server[74943]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 19:13:44.306430 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 19:13:44.306430 dv-cinder-806038-1-smb neutron-server[74943]: return f(self, *a, **k) Aug 25 19:13:44.306430 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 19:13:44.306430 dv-cinder-806038-1-smb neutron-server[74943]: return self._get(url).json() Aug 25 19:13:44.306430 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 19:13:44.306430 dv-cinder-806038-1-smb neutron-server[74943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 19:13:44.306430 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 19:13:44.306430 dv-cinder-806038-1-smb neutron-server[74943]: return self.request(url, 'GET', **kwargs) Aug 25 19:13:44.306430 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 19:13:44.306430 dv-cinder-806038-1-smb neutron-server[74943]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 19:13:44.306430 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 19:13:44.306430 dv-cinder-806038-1-smb neutron-server[74943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 19:13:44.306430 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 19:13:44.306430 dv-cinder-806038-1-smb neutron-server[74943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 19:13:44.306430 dv-cinder-806038-1-smb neutron-server[74943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 19:13:44.398387 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-8efb5023-b0c0-4191-82a0-adceb56b2377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1747496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677210'] for network, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:44.403187 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-632667d7-5d7e-4ac8-8471-691e18a9f425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:13:44.418176 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-8efb5023-b0c0-4191-82a0-adceb56b2377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for network, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:44.429059 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb5023-b0c0-4191-82a0-adceb56b2377 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffee42b0-056f-4edf-bc8b-6084b0305cf1,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:13:44.432327 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-8efb5023-b0c0-4191-82a0-adceb56b2377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:13:44.444607 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-8efb5023-b0c0-4191-82a0-adceb56b2377 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ffee42b0-056f-4edf-bc8b-6084b0305cf1 HTTP/1.1" status: 204 len: 168 time: 1.1083829 Aug 25 19:13:44.447615 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 48794) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:13:44.580944 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-4642cdc2-ffb9-45fc-988f-49d287f1f666 None None] Deleting port c594161f-346a-4afb-ba57-97fd1c811c40 {{(pid=74945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:13:44.581404 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-4642cdc2-ffb9-45fc-988f-49d287f1f666 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:44.652086 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device c594161f-346a-4afb-ba57-97fd1c811c40 no longer exists at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:13:44.683982 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-4642cdc2-ffb9-45fc-988f-49d287f1f666 None None] The port 'c594161f-346a-4afb-ba57-97fd1c811c40' was deleted {{(pid=74945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 25 19:13:44.689884 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] No Port match for: c594161f-346a-4afb-ba57-97fd1c811c40 {{(pid=74945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:13:44.690244 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device c594161f-346a-4afb-ba57-97fd1c811c40 not bound to the agent host dv-cinder-806038-1-smb {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:13:44.690728 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 28d1c0ce-2466-44b2-83e9-4d87000d1528 no longer exists at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:13:44.726468 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] No Port match for: 28d1c0ce-2466-44b2-83e9-4d87000d1528 {{(pid=74945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:13:44.726835 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 28d1c0ce-2466-44b2-83e9-4d87000d1528 not bound to the agent host dv-cinder-806038-1-smb {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:13:44.859583 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-5a97c66b-fc18-45fa-b83a-bebfabab02ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675930'] for router_interface, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:44.994586 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-5fc0f10c-5cb7-437f-942e-486ee3f7804e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:45.591671 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [None req-5a97c66b-fc18-45fa-b83a-bebfabab02ac admin admin] Deleting port 41f41071-1bba-4138-aed3-8264822cd9e7 {{(pid=74943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:13:45.592008 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-5a97c66b-fc18-45fa-b83a-bebfabab02ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:45.666099 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.agents_db [None req-346cd5c8-7112-4e4f-bf89-0e0659d32542 None None] Agent healthcheck: found 6 active agents {{(pid=74946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:13:45.771249 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.db [None req-5a97c66b-fc18-45fa-b83a-bebfabab02ac admin admin] For port 41f41071-1bba-4138-aed3-8264822cd9e7, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=41f41071-1bba-4138-aed3-8264822cd9e7,segment=NetworkSegment(4abcc61a-4536-4ab9-9bbc-7229bd094153),segment_id=4abcc61a-4536-4ab9-9bbc-7229bd094153)] {{(pid=74943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:13:45.771505 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-5a97c66b-fc18-45fa-b83a-bebfabab02ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:45.874403 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:45.894096 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [None req-5a97c66b-fc18-45fa-b83a-bebfabab02ac admin admin] Calling delete_port for 41f41071-1bba-4138-aed3-8264822cd9e7 owned by network:router_interface {{(pid=74943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:13:46.069728 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-5a97c66b-fc18-45fa-b83a-bebfabab02ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730660626180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730660203048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958082'] for port, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:46.073776 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-9af35127-0277-419e-a9f5-201188ddc166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:13:46.115539 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a97c66b-fc18-45fa-b83a-bebfabab02ac admin admin] Pushing event deleted for resources: {'Port': ['ID=41f41071-1bba-4138-aed3-8264822cd9e7,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:13:46.120214 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-5a97c66b-fc18-45fa-b83a-bebfabab02ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:13:46.420491 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-5a97c66b-fc18-45fa-b83a-bebfabab02ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1716623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676014'] for router_interface, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:47.169133 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a97c66b-fc18-45fa-b83a-bebfabab02ac admin admin] Router de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e has already been hosted by L3 agent 6ef59418-d088-436f-8fb3-73af7fac7dac {{(pid=74943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:13:47.304082 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:47.380691 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a97c66b-fc18-45fa-b83a-bebfabab02ac admin admin] Notify agent at l3_agent.dv-cinder-806038-1-smb the message routers_updated {{(pid=74943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:13:47.389477 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460d4ab9-84c0-467d-8020-b846736e095c None None] Sync routers for ids ['de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e'] in dv-cinder-806038-1-smb {{(pid=74946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:13:47.390720 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-5a97c66b-fc18-45fa-b83a-bebfabab02ac admin admin] 10.222.0.18 "PUT /v2.0/routers/de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9412320 Aug 25 19:13:47.393153 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 48814) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:13:47.401961 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460d4ab9-84c0-467d-8020-b846736e095c None None] Routers {'de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:13:47.402601 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-460d4ab9-84c0-467d-8020-b846736e095c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:13:45Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e'], 'active': True} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:13:47.585895 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvr_db [None req-460d4ab9-84c0-467d-8020-b846736e095c None None] Set router de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e gateway port host: dv-cinder-806038-1-smb {{(pid=74946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:13:47.611785 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-057af3cf-f252-4a9b-bcf7-45b6af4b45a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:47.836402 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-057af3cf-f252-4a9b-bcf7-45b6af4b45a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:47.847902 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [None req-057af3cf-f252-4a9b-bcf7-45b6af4b45a0 admin admin] Deleting port bec0bcb1-726a-4c4a-88c6-02f52b43b354 {{(pid=74943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:13:47.848378 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-057af3cf-f252-4a9b-bcf7-45b6af4b45a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:47.907476 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-460d4ab9-84c0-467d-8020-b846736e095c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e', 'name': 'tempest-TestShelveInstance-1939319214-router', 'tenant_id': '68b7a32a226c49709d687cea7209d8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'external_fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bec0bcb1-726a-4c4a-88c6-02f52b43b354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:08:54Z', 'updated_at': '2021-08-25T19:13:46Z', 'revision_number': 5, 'project_id': '68b7a32a226c49709d687cea7209d8c4', 'gw_port': {'id': 'bec0bcb1-726a-4c4a-88c6-02f52b43b354', 'name': '', 'network_id': '417bd5a5-462f-4a89-b2a6-9bf17cf29921', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:f7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:55Z', 'updated_at': '2021-08-25T19:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa93b1ab-a770-4eed-8e8f-a3451db1cd3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-smb'}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:13:47.913553 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460d4ab9-84c0-467d-8020-b846736e095c None None] Checking router: de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e for host: dv-cinder-806038-1-smb {{(pid=74946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:13:47.926463 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460d4ab9-84c0-467d-8020-b846736e095c None None] Routers {'de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e'} bound to L3 agent in host dv-cinder-806038-1-smb {{(pid=74946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:13:47.927316 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-460d4ab9-84c0-467d-8020-b846736e095c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T18:54:45Z,description=,heartbeat_timestamp=2021-08-25T19:13:45Z,host='dv-cinder-806038-1-smb',id=6ef59418-d088-436f-8fb3-73af7fac7dac,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:45Z,topic='l3_agent')) {'router_ids': ['de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e'], 'active': True} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:13:48.063212 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.db [None req-057af3cf-f252-4a9b-bcf7-45b6af4b45a0 admin admin] For port bec0bcb1-726a-4c4a-88c6-02f52b43b354, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=bec0bcb1-726a-4c4a-88c6-02f52b43b354,segment=NetworkSegment(f1739f72-e14f-462c-b4e7-56bd3b40258a),segment_id=f1739f72-e14f-462c-b4e7-56bd3b40258a)] {{(pid=74943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:13:48.064307 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-057af3cf-f252-4a9b-bcf7-45b6af4b45a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:48.099065 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_dvr_db [None req-460d4ab9-84c0-467d-8020-b846736e095c None None] Set router de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e gateway port host: None {{(pid=74946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:13:48.200203 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [None req-057af3cf-f252-4a9b-bcf7-45b6af4b45a0 admin admin] Calling delete_port for bec0bcb1-726a-4c4a-88c6-02f52b43b354 owned by network:router_gateway {{(pid=74943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:13:48.210880 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.l3_hamode_db [None req-460d4ab9-84c0-467d-8020-b846736e095c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e', 'name': 'tempest-TestShelveInstance-1939319214-router', 'tenant_id': '68b7a32a226c49709d687cea7209d8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:08:54Z', 'updated_at': '2021-08-25T19:13:47Z', 'revision_number': 6, 'project_id': '68b7a32a226c49709d687cea7209d8c4', 'gw_port_host': None}], 'dv-cinder-806038-1-smb', False) {} {{(pid=74946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:13:48.215063 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460d4ab9-84c0-467d-8020-b846736e095c None None] The sync data for ids ['de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e'] in dv-cinder-806038-1-smb is: [{'id': 'de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e', 'name': 'tempest-TestShelveInstance-1939319214-router', 'tenant_id': '68b7a32a226c49709d687cea7209d8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:08:54Z', 'updated_at': '2021-08-25T19:13:47Z', 'revision_number': 6, 'project_id': '68b7a32a226c49709d687cea7209d8c4', 'gw_port_host': None}] {{(pid=74946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:13:48.406068 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-057af3cf-f252-4a9b-bcf7-45b6af4b45a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730660626180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730660203048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958082'] for port, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:48.410723 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-224aa5ac-6f5c-446d-9eb7-7ba48f030f41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:13:48.456979 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057af3cf-f252-4a9b-bcf7-45b6af4b45a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bec0bcb1-726a-4c4a-88c6-02f52b43b354,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:13:48.459383 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-057af3cf-f252-4a9b-bcf7-45b6af4b45a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:13:48.649600 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 41f41071-1bba-4138-aed3-8264822cd9e7 no longer exists at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:13:48.686073 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] No Port match for: 41f41071-1bba-4138-aed3-8264822cd9e7 {{(pid=74945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:13:48.686450 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device 41f41071-1bba-4138-aed3-8264822cd9e7 not bound to the agent host dv-cinder-806038-1-smb {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:13:48.819333 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-057af3cf-f252-4a9b-bcf7-45b6af4b45a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677159'] for router_gateway, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:49.093066 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-057af3cf-f252-4a9b-bcf7-45b6af4b45a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-679819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62248'] for router, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:49.097539 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-057af3cf-f252-4a9b-bcf7-45b6af4b45a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:49.125062 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-057af3cf-f252-4a9b-bcf7-45b6af4b45a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-678171'] for router, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:49.125597 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057af3cf-f252-4a9b-bcf7-45b6af4b45a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e {{(pid=74943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 19:13:49.137915 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-057af3cf-f252-4a9b-bcf7-45b6af4b45a0 admin admin] Notify callbacks [] for router, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:49.139112 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-057af3cf-f252-4a9b-bcf7-45b6af4b45a0 admin admin] 10.222.0.18 "DELETE /v2.0/routers/de9cfacd-b8d0-40a8-ad4f-48bcc859dc1e HTTP/1.1" status: 204 len: 168 time: 1.7450426 Aug 25 19:13:49.141589 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 48824) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:13:49.201647 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5c17a08-65f1-4eee-8db9-83f3c80da12b admin admin] Deleting subnet 350a4214-b72c-4bf4-9cc3-44facde1f503 {{(pid=74943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 19:13:49.205526 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-e5c17a08-65f1-4eee-8db9-83f3c80da12b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:49.261428 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-e5c17a08-65f1-4eee-8db9-83f3c80da12b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4158297'] for subnet, precommit_delete_associations {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:49.339277 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-e5c17a08-65f1-4eee-8db9-83f3c80da12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1748394'] for subnet, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:49.425547 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-e5c17a08-65f1-4eee-8db9-83f3c80da12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1748371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3958193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4138906'] for subnet, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:49.429706 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:13:49.466460 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c17a08-65f1-4eee-8db9-83f3c80da12b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=350a4214-b72c-4bf4-9cc3-44facde1f503,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:13:49.470318 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-e5c17a08-65f1-4eee-8db9-83f3c80da12b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:13:49.473650 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-e5c17a08-65f1-4eee-8db9-83f3c80da12b admin admin] Notify callbacks [] for subnet, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:49.479618 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011a8df7-4e65-4b00-ba65-a17d6eaacdf6 None None] Network 8ae5d813-93ae-4f17-a54a-2a69f06b2fdd requested from dv-cinder-806038-1-smb {{(pid=74945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:13:49.483047 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-e5c17a08-65f1-4eee-8db9-83f3c80da12b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/350a4214-b72c-4bf4-9cc3-44facde1f503 HTTP/1.1" status: 204 len: 168 time: 0.3379045 Aug 25 19:13:49.483307 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 48832) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:13:49.596247 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-e46ec9f2-4bd0-492a-b26f-8462a366586e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792208'] for network, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:49.609522 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [None req-e46ec9f2-4bd0-492a-b26f-8462a366586e admin admin] Deleting port acb03d26-3ef0-4637-9bb5-594aacda776b {{(pid=74943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:13:49.609873 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-e46ec9f2-4bd0-492a-b26f-8462a366586e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:49.731107 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2b4bec-f117-4fcf-aaf7-a9e0b0357559 None None] DHCP port deletion for 8ae5d813-93ae-4f17-a54a-2a69f06b2fdd request from dv-cinder-806038-1-smb {{(pid=74945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 25 19:13:49.735350 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-de2b4bec-f117-4fcf-aaf7-a9e0b0357559 None None] Deleting port acb03d26-3ef0-4637-9bb5-594aacda776b {{(pid=74945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:13:49.735905 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-de2b4bec-f117-4fcf-aaf7-a9e0b0357559 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:49.849404 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.db [None req-e46ec9f2-4bd0-492a-b26f-8462a366586e admin admin] For port acb03d26-3ef0-4637-9bb5-594aacda776b, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=acb03d26-3ef0-4637-9bb5-594aacda776b,segment=NetworkSegment(4abcc61a-4536-4ab9-9bbc-7229bd094153),segment_id=4abcc61a-4536-4ab9-9bbc-7229bd094153)] {{(pid=74943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:13:49.849766 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-e46ec9f2-4bd0-492a-b26f-8462a366586e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:49.993951 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.plugin [None req-e46ec9f2-4bd0-492a-b26f-8462a366586e admin admin] Calling delete_port for acb03d26-3ef0-4637-9bb5-594aacda776b owned by network:dhcp {{(pid=74943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:13:50.017062 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.db [None req-de2b4bec-f117-4fcf-aaf7-a9e0b0357559 None None] For port acb03d26-3ef0-4637-9bb5-594aacda776b, host dv-cinder-806038-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-smb',level=0,port_id=acb03d26-3ef0-4637-9bb5-594aacda776b,segment=NetworkSegment(4abcc61a-4536-4ab9-9bbc-7229bd094153),segment_id=4abcc61a-4536-4ab9-9bbc-7229bd094153)] {{(pid=74945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:13:50.017478 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-de2b4bec-f117-4fcf-aaf7-a9e0b0357559 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681885'] for port, precommit_delete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:50.178446 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-de2b4bec-f117-4fcf-aaf7-a9e0b0357559 None None] Calling delete_port for acb03d26-3ef0-4637-9bb5-594aacda776b owned by network:dhcp {{(pid=74945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:13:50.195747 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-e46ec9f2-4bd0-492a-b26f-8462a366586e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730660626180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730660203048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958082'] for port, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:50.199517 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-8074b31f-2ddd-402d-93f5-449faab8777b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:13:50.246281 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ec9f2-4bd0-492a-b26f-8462a366586e admin admin] Pushing event deleted for resources: {'Port': ['ID=acb03d26-3ef0-4637-9bb5-594aacda776b,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:13:50.250213 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-e46ec9f2-4bd0-492a-b26f-8462a366586e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:13:50.253418 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46ec9f2-4bd0-492a-b26f-8462a366586e admin admin] No DVR routers for this DVR port acb03d26-3ef0-4637-9bb5-594aacda776b on host dv-cinder-806038-1-smb {{(pid=74943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:13:50.256556 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.db.api [None req-de2b4bec-f117-4fcf-aaf7-a9e0b0357559 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 19:13:50.256921 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG oslo_db.api [None req-de2b4bec-f117-4fcf-aaf7-a9e0b0357559 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 19:13:50.385006 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-e46ec9f2-4bd0-492a-b26f-8462a366586e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1747491', 'neutron.services.segments.db._delete_segments_for_network-8730660705410'] for network, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:50.399521 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.services.segments.db [None req-e46ec9f2-4bd0-492a-b26f-8462a366586e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae5d813-93ae-4f17-a54a-2a69f06b2fdd']}} {{(pid=74943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:13:50.412193 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.services.segments.db [None req-e46ec9f2-4bd0-492a-b26f-8462a366586e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4abcc61a-4536-4ab9-9bbc-7229bd094153') {'for_net_delete': True} {{(pid=74943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:13:50.412486 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.services.segments.db [None req-e46ec9f2-4bd0-492a-b26f-8462a366586e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4abcc61a-4536-4ab9-9bbc-7229bd094153') {} {{(pid=74943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:13:50.425224 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-e46ec9f2-4bd0-492a-b26f-8462a366586e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730660708253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4158294'] for segment, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:50.442005 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-e46ec9f2-4bd0-492a-b26f-8462a366586e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748241'] for segment, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:50.449389 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e46ec9f2-4bd0-492a-b26f-8462a366586e admin admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=74943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 19:13:50.449810 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-e46ec9f2-4bd0-492a-b26f-8462a366586e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1748239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3958039'] for segment, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:50.463948 dv-cinder-806038-1-smb neutron-server[74943]: Traceback (most recent call last): Aug 25 19:13:50.463948 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 19:13:50.463948 dv-cinder-806038-1-smb neutron-server[74943]: timer() Aug 25 19:13:50.463948 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 19:13:50.463948 dv-cinder-806038-1-smb neutron-server[74943]: cb(*args, **kw) Aug 25 19:13:50.463948 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 19:13:50.463948 dv-cinder-806038-1-smb neutron-server[74943]: return func(*args, **kwargs) Aug 25 19:13:50.463948 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 19:13:50.463948 dv-cinder-806038-1-smb neutron-server[74943]: self._notify() Aug 25 19:13:50.463948 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 19:13:50.463948 dv-cinder-806038-1-smb neutron-server[74943]: self.callback(batched_events) Aug 25 19:13:50.463948 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 19:13:50.463948 dv-cinder-806038-1-smb neutron-server[74943]: event.method(event) Aug 25 19:13:50.463948 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 19:13:50.463948 dv-cinder-806038-1-smb neutron-server[74943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 19:13:50.463948 dv-cinder-806038-1-smb neutron-server[74943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 19:13:50.463948 dv-cinder-806038-1-smb neutron-server[74943]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 19:13:50.463948 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 19:13:50.463948 dv-cinder-806038-1-smb neutron-server[74943]: return f(self, *a, **k) Aug 25 19:13:50.463948 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 19:13:50.463948 dv-cinder-806038-1-smb neutron-server[74943]: return self._get(url).json() Aug 25 19:13:50.463948 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 19:13:50.463948 dv-cinder-806038-1-smb neutron-server[74943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 19:13:50.463948 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 19:13:50.463948 dv-cinder-806038-1-smb neutron-server[74943]: return self.request(url, 'GET', **kwargs) Aug 25 19:13:50.463948 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 19:13:50.463948 dv-cinder-806038-1-smb neutron-server[74943]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 19:13:50.463948 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 19:13:50.463948 dv-cinder-806038-1-smb neutron-server[74943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 19:13:50.463948 dv-cinder-806038-1-smb neutron-server[74943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 19:13:50.463948 dv-cinder-806038-1-smb neutron-server[74943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 19:13:50.463948 dv-cinder-806038-1-smb neutron-server[74943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 19:13:50.542831 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-e46ec9f2-4bd0-492a-b26f-8462a366586e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1747496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677210'] for network, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:50.546715 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-1bba7aea-42c9-4b8f-b19a-0cc41dfa26c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:13:50.562354 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-e46ec9f2-4bd0-492a-b26f-8462a366586e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for network, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:50.574271 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ec9f2-4bd0-492a-b26f-8462a366586e admin admin] Pushing event deleted for resources: {'Network': ['ID=8ae5d813-93ae-4f17-a54a-2a69f06b2fdd,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:13:50.577885 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-e46ec9f2-4bd0-492a-b26f-8462a366586e admin admin] 10.222.0.18 "DELETE /v2.0/networks/8ae5d813-93ae-4f17-a54a-2a69f06b2fdd HTTP/1.1" status: 204 len: 168 time: 1.0936792 Aug 25 19:13:50.579164 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-e46ec9f2-4bd0-492a-b26f-8462a366586e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:13:50.639805 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device acb03d26-3ef0-4637-9bb5-594aacda776b no longer exists at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:13:50.674036 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] No Port match for: acb03d26-3ef0-4637-9bb5-594aacda776b {{(pid=74945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:13:50.674414 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device acb03d26-3ef0-4637-9bb5-594aacda776b not bound to the agent host dv-cinder-806038-1-smb {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:13:50.674846 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device bec0bcb1-726a-4c4a-88c6-02f52b43b354 no longer exists at agent ovs-agent-dv-cinder-806038-1-smb {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:13:50.707230 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] No Port match for: bec0bcb1-726a-4c4a-88c6-02f52b43b354 {{(pid=74945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:13:50.707701 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.rpc [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Device bec0bcb1-726a-4c4a-88c6-02f52b43b354 not bound to the agent host dv-cinder-806038-1-smb {{(pid=74945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:13:50.730217 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 48842) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:13:50.758710 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-de2b4bec-f117-4fcf-aaf7-a9e0b0357559 None None] Deleting port acb03d26-3ef0-4637-9bb5-594aacda776b {{(pid=74945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:13:50.759550 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-de2b4bec-f117-4fcf-aaf7-a9e0b0357559 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730660653487'] for port, before_delete {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:50.780722 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-67b3d473-01e5-4ad7-8e0c-f926d3312004 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d4cfb3f96d7a488492ec1c3aff9a0628&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0492287 Aug 25 19:13:50.783085 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 48846) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:13:50.831576 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron.plugins.ml2.plugin [None req-de2b4bec-f117-4fcf-aaf7-a9e0b0357559 None None] The port 'acb03d26-3ef0-4637-9bb5-594aacda776b' was deleted {{(pid=74945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 25 19:13:50.844905 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-e1a60876-3db2-411a-8436-41d14ded97ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:50.872052 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-e1a60876-3db2-411a-8436-41d14ded97ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:50.927597 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-e1a60876-3db2-411a-8436-41d14ded97ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:50.931334 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-2d70bc83-183e-4245-90fc-2c026ce08c60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:13:50.946461 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a60876-3db2-411a-8436-41d14ded97ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff42731-f52b-4961-b01b-3f6e6c9a9583,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:13:50.948941 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-e1a60876-3db2-411a-8436-41d14ded97ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:13:50.955313 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-e1a60876-3db2-411a-8436-41d14ded97ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:50.956440 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-e1a60876-3db2-411a-8436-41d14ded97ce admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4ff42731-f52b-4961-b01b-3f6e6c9a9583 HTTP/1.1" status: 204 len: 168 time: 0.1724653 Aug 25 19:13:51.375199 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 48860) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:13:51.524703 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-a85dff76-2c98-4b0c-a919-5dd8c7cbee1b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=68b7a32a226c49709d687cea7209d8c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1482856 Aug 25 19:13:51.527294 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 48866) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:13:51.587627 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-bc887247-bfb0-476f-9d3f-ce96b882b3a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:51.614914 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-bc887247-bfb0-476f-9d3f-ce96b882b3a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:51.667517 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-bc887247-bfb0-476f-9d3f-ce96b882b3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:51.671334 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-60b3e0fe-25cf-4bee-b8aa-8a53ec7b5edb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:13:51.682795 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc887247-bfb0-476f-9d3f-ce96b882b3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d38baf-0727-4539-b204-ec7d37cc78d0,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:13:51.686728 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-bc887247-bfb0-476f-9d3f-ce96b882b3a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:13:51.690505 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-bc887247-bfb0-476f-9d3f-ce96b882b3a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:51.691611 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-bc887247-bfb0-476f-9d3f-ce96b882b3a2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/48d38baf-0727-4539-b204-ec7d37cc78d0 HTTP/1.1" status: 204 len: 168 time: 0.1634381 Aug 25 19:14:00.165325 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 48928) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:14:00.229978 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.db.db_base_plugin_v2 [None req-dea3f1ab-b1ab-428c-96e6-d0e0756c7c11 admin admin] Deleting subnet 8dcd0f34-1b6a-4ab9-af6b-6ef4ee80800a {{(pid=74944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 19:14:00.233225 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-dea3f1ab-b1ab-428c-96e6-d0e0756c7c11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:00.281466 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-dea3f1ab-b1ab-428c-96e6-d0e0756c7c11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4084617'] for subnet, precommit_delete_associations {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:00.336265 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-dea3f1ab-b1ab-428c-96e6-d0e0756c7c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1748394'] for subnet, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:00.404807 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-dea3f1ab-b1ab-428c-96e6-d0e0756c7c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1748371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3912734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3743321'] for subnet, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:00.409096 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-896e599f-a3b8-43c3-a7e2-7dd044dcdaf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:14:00.443696 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea3f1ab-b1ab-428c-96e6-d0e0756c7c11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dcd0f34-1b6a-4ab9-af6b-6ef4ee80800a,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:14:00.446987 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-dea3f1ab-b1ab-428c-96e6-d0e0756c7c11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:14:00.447974 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-dea3f1ab-b1ab-428c-96e6-d0e0756c7c11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for subnet, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:00.454383 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-dea3f1ab-b1ab-428c-96e6-d0e0756c7c11 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8dcd0f34-1b6a-4ab9-af6b-6ef4ee80800a HTTP/1.1" status: 204 len: 168 time: 0.2879479 Aug 25 19:14:00.456761 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.wsgi [-] (74944) accepted ('10.222.0.18', 48932) {{(pid=74944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:14:00.568704 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-bd76b177-87f6-41e0-bcea-48299e448242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792208'] for network, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:00.694325 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-bd76b177-87f6-41e0-bcea-48299e448242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1747491', 'neutron.services.segments.db._delete_segments_for_network-8730660705410'] for network, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:00.706879 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.services.segments.db [None req-bd76b177-87f6-41e0-bcea-48299e448242 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['639c1634-329d-492f-a3c1-a5f5bace3b6c']}} {{(pid=74944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:14:00.718820 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.services.segments.db [None req-bd76b177-87f6-41e0-bcea-48299e448242 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '326830ac-bbb7-4c98-a4df-6b6c8c07cbbe') {'for_net_delete': True} {{(pid=74944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:14:00.719640 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.services.segments.db [None req-bd76b177-87f6-41e0-bcea-48299e448242 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '326830ac-bbb7-4c98-a4df-6b6c8c07cbbe') {} {{(pid=74944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:14:00.731094 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-bd76b177-87f6-41e0-bcea-48299e448242 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730660708253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4084614'] for segment, before_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:00.747399 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-bd76b177-87f6-41e0-bcea-48299e448242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748241'] for segment, precommit_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:00.753317 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd76b177-87f6-41e0-bcea-48299e448242 admin admin] Releasing vlan 802 on physical network physnet1 to pool {{(pid=74944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 19:14:00.753700 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-bd76b177-87f6-41e0-bcea-48299e448242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1748239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3912888'] for segment, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:00.766378 dv-cinder-806038-1-smb neutron-server[74944]: Traceback (most recent call last): Aug 25 19:14:00.766378 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 19:14:00.766378 dv-cinder-806038-1-smb neutron-server[74944]: timer() Aug 25 19:14:00.766378 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 19:14:00.766378 dv-cinder-806038-1-smb neutron-server[74944]: cb(*args, **kw) Aug 25 19:14:00.766378 dv-cinder-806038-1-smb neutron-server[74944]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 19:14:00.766378 dv-cinder-806038-1-smb neutron-server[74944]: return func(*args, **kwargs) Aug 25 19:14:00.766378 dv-cinder-806038-1-smb neutron-server[74944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 19:14:00.766378 dv-cinder-806038-1-smb neutron-server[74944]: self._notify() Aug 25 19:14:00.766378 dv-cinder-806038-1-smb neutron-server[74944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 19:14:00.766378 dv-cinder-806038-1-smb neutron-server[74944]: self.callback(batched_events) Aug 25 19:14:00.766378 dv-cinder-806038-1-smb neutron-server[74944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 19:14:00.766378 dv-cinder-806038-1-smb neutron-server[74944]: event.method(event) Aug 25 19:14:00.766378 dv-cinder-806038-1-smb neutron-server[74944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 19:14:00.766378 dv-cinder-806038-1-smb neutron-server[74944]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 19:14:00.766378 dv-cinder-806038-1-smb neutron-server[74944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 19:14:00.766378 dv-cinder-806038-1-smb neutron-server[74944]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 19:14:00.766378 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 19:14:00.766378 dv-cinder-806038-1-smb neutron-server[74944]: return f(self, *a, **k) Aug 25 19:14:00.766378 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 19:14:00.766378 dv-cinder-806038-1-smb neutron-server[74944]: return self._get(url).json() Aug 25 19:14:00.766378 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 19:14:00.766378 dv-cinder-806038-1-smb neutron-server[74944]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 19:14:00.766378 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 19:14:00.766378 dv-cinder-806038-1-smb neutron-server[74944]: return self.request(url, 'GET', **kwargs) Aug 25 19:14:00.766378 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 19:14:00.766378 dv-cinder-806038-1-smb neutron-server[74944]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 19:14:00.766378 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 19:14:00.766378 dv-cinder-806038-1-smb neutron-server[74944]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 19:14:00.766378 dv-cinder-806038-1-smb neutron-server[74944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 19:14:00.766378 dv-cinder-806038-1-smb neutron-server[74944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 19:14:00.766378 dv-cinder-806038-1-smb neutron-server[74944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 19:14:00.843496 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-bd76b177-87f6-41e0-bcea-48299e448242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1747496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1716697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677210'] for network, after_delete {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:00.847602 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:14:00.861139 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron_lib.callbacks.manager [None req-bd76b177-87f6-41e0-bcea-48299e448242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1716579'] for network, before_response {{(pid=74944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:00.871353 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76b177-87f6-41e0-bcea-48299e448242 admin admin] Pushing event deleted for resources: {'Network': ['ID=639c1634-329d-492f-a3c1-a5f5bace3b6c,revision_number=None']} {{(pid=74944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:14:00.874759 dv-cinder-806038-1-smb neutron-server[74944]: DEBUG oslo_concurrency.lockutils [None req-bd76b177-87f6-41e0-bcea-48299e448242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:14:00.882034 dv-cinder-806038-1-smb neutron-server[74944]: INFO neutron.wsgi [None req-bd76b177-87f6-41e0-bcea-48299e448242 admin admin] 10.222.0.18 "DELETE /v2.0/networks/639c1634-329d-492f-a3c1-a5f5bace3b6c HTTP/1.1" status: 204 len: 168 time: 0.4243245 Aug 25 19:14:01.082419 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 48938) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:14:01.136216 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-6f5024cd-e6e5-4033-a409-ce72138a035c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f6d6765a2cb641adaf2b6e39b9531eb0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0524921 Aug 25 19:14:01.138449 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.wsgi [-] (74943) accepted ('10.222.0.18', 48942) {{(pid=74943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:14:01.196425 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-687b3898-0b78-46cd-b87b-33b07bec4a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:01.222869 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-687b3898-0b78-46cd-b87b-33b07bec4a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:01.273194 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-687b3898-0b78-46cd-b87b-33b07bec4a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869321'] for security_group, after_delete {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:01.276898 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-96493d4e-9617-45a0-ad4a-57ef1b23af1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:14:01.290928 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b3898-0b78-46cd-b87b-33b07bec4a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69601b9e-5359-406e-8a87-27203b91623e,revision_number=None']} {{(pid=74943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:14:01.293649 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG oslo_concurrency.lockutils [None req-687b3898-0b78-46cd-b87b-33b07bec4a85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:14:01.300541 dv-cinder-806038-1-smb neutron-server[74943]: DEBUG neutron_lib.callbacks.manager [None req-687b3898-0b78-46cd-b87b-33b07bec4a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:01.301657 dv-cinder-806038-1-smb neutron-server[74943]: INFO neutron.wsgi [None req-687b3898-0b78-46cd-b87b-33b07bec4a85 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/69601b9e-5359-406e-8a87-27203b91623e HTTP/1.1" status: 204 len: 168 time: 0.1623306 Aug 25 19:14:05.923224 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:12.435701 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-5f7ea91a-2858-4af7-932b-6f0b2ae56c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:12.887340 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:14.998848 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-dde1d65f-181d-4e90-b809-243d4088ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:15.881039 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:17.304683 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:22.666015 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.agents_db [None req-346cd5c8-7112-4e4f-bf89-0e0659d32542 None None] Agent healthcheck: found 6 active agents {{(pid=74946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:14:35.921521 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:42.438162 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-8a0e6024-ab8a-4892-b073-a44b0de990e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:42.892096 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:45.002355 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-6b126307-dec2-4036-ab9a-2b7edecd35a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:45.880359 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:47.308520 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:59.666324 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.agents_db [None req-346cd5c8-7112-4e4f-bf89-0e0659d32542 None None] Agent healthcheck: found 6 active agents {{(pid=74946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:15:05.921932 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:12.446965 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-956fc219-642a-4498-9021-2212509b352c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:12.904374 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:15.009113 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2b196e63-cd38-4ef7-9127-73b9ef77a74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:15.889789 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:17.310346 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:35.943593 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:36.666220 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.agents_db [None req-346cd5c8-7112-4e4f-bf89-0e0659d32542 None None] Agent healthcheck: found 6 active agents {{(pid=74946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:15:42.437898 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-88eb9f56-56d0-4b80-af38-180b62fdc2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:42.898486 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:45.001118 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-e4c3642a-7de6-43af-b2bc-ec87f544e659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:45.886156 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:47.312817 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:05.936198 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:12.441801 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-670ebaf9-1106-4bf5-a2fc-1f753f4bb067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:12.900991 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:13.666792 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.agents_db [None req-346cd5c8-7112-4e4f-bf89-0e0659d32542 None None] Agent healthcheck: found 6 active agents {{(pid=74946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:16:15.006674 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-529d9871-0e10-4476-b25b-cc8f42aa0cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:15.894768 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:17.316772 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:35.940172 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:42.444007 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-de05117a-5d43-4bcd-8fe5-05de22f3937e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:42.902596 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:45.008059 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-9ddc3d94-d6e4-4f17-8d51-1d9a5b984d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:45.891685 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:47.328384 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:50.666564 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.agents_db [None req-346cd5c8-7112-4e4f-bf89-0e0659d32542 None None] Agent healthcheck: found 6 active agents {{(pid=74946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:17:05.945825 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:17:12.448863 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-962421e6-ff87-41bb-bf53-6f03d25accf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:17:12.915377 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:17:15.009283 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-4ea372f6-52e9-4414-9dbe-5b70f41d57d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:17:15.894974 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:17:17.324627 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:17:27.666454 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.agents_db [None req-346cd5c8-7112-4e4f-bf89-0e0659d32542 None None] Agent healthcheck: found 6 active agents {{(pid=74946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:17:35.952989 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:17:42.451658 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-8801a26e-ad08-4101-a2cb-aa8ea4ea532d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:17:42.908730 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:17:45.010964 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-97110d5f-34cf-4e06-81a6-8940074a6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:17:45.896372 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:17:47.328624 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:18:04.666968 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.agents_db [None req-346cd5c8-7112-4e4f-bf89-0e0659d32542 None None] Agent healthcheck: found 6 active agents {{(pid=74946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:18:05.963931 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:18:12.452867 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-9b3e415e-38f9-4234-a158-283c3a636646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:18:12.913971 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:18:15.013331 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-807c4b07-267c-4146-835b-c25dda90331b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:18:15.901017 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:18:17.328554 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:18:35.963637 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-2a6d82e7-9148-456c-a8de-84d5b038a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:18:41.667139 dv-cinder-806038-1-smb neutron-server[74946]: DEBUG neutron.db.agents_db [None req-346cd5c8-7112-4e4f-bf89-0e0659d32542 None None] Agent healthcheck: found 6 active agents {{(pid=74946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:18:42.454477 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-ed60f6b9-35a0-47d2-9e05-c9871561bcd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:18:42.916110 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a3db-50bc-4d62-bf71-25297ed0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:18:45.015241 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-f59d3473-f6dc-40a5-8463-521a279dc4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:18:45.903672 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-87291e72-d1b6-4824-acd0-ec40e222867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:18:47.340853 dv-cinder-806038-1-smb neutron-server[74945]: DEBUG neutron_lib.callbacks.manager [None req-d6b03fcc-94af-4bb4-beaa-8ab7e6757f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730660705392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1745335'] for agent, after_update {{(pid=74945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}